Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

PLAT-620 Add JeMPI services #179

Merged
merged 12 commits into from
Nov 29, 2022
9 changes: 9 additions & 0 deletions client-registry-jempi/docker-compose.api-dev.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
version: '3.9'

services:
jempi-api:
ports:
- published: 50000
target: 50000
protocol: tcp
mode: host
12 changes: 12 additions & 0 deletions client-registry-jempi/docker-compose.api.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
version: '3.9'

services:
jempi-api:
image: jembi/jempi-api:${JEMPI_API_IMAGE_TAG}
deploy:
replicas: 1
resources:
limits:
memory: ${JEMPI_API_MEMORY_LIMIT}
reservations:
memory: ${JEMPI_API_MEMORY_RESERVE}
23 changes: 23 additions & 0 deletions client-registry-jempi/docker-compose.combined-dev.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
version: '3.9'

services:
jempi-sync-receiver:
ports:
- published: 50040
target: 50000
protocol: tcp
mode: host

jempi-controller:
ports:
- published: 50020
target: 50000
protocol: tcp
mode: host

jempi-linker:
ports:
- published: 50010
target: 50000
protocol: tcp
mode: host
62 changes: 62 additions & 0 deletions client-registry-jempi/docker-compose.combined.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,62 @@
version: '3.9'

services:
jempi-async-receiver:
image: jembi/jempi-async-receiver:${JEMPI_AJEMPI_SYNC_RECEIVER_IMAGE_TAG}
deploy:
replicas: 1
resources:
limits:
memory: ${JEMPI_ASYNC_RECEIVER_MEMORY_LIMIT}
reservations:
memory: ${JEMPI_ASYNC_RECEIVER_MEMORY_RESERVE}

jempi-sync-receiver:
image: jembi/jempi-sync-receiver:${JEMPI_SYNC_RECEIVER_IMAGE_TAG}
deploy:
replicas: 1
resources:
limits:
memory: ${JEMPI_SYNC_RECEIVER_MEMORY_LIMIT}
reservations:
memory: ${JEMPI_SYNC_RECEIVER_MEMORY_RESERVE}

jempi-pre-processor:
image: jembi/jempi-pre-processor:${JEMPI_PRE_PROCESSOR_IMAGE_TAG}
deploy:
replicas: 1
resources:
limits:
memory: ${JEMPI_PRE_PROCESSOR_MEMORY_LIMIT}
reservations:
memory: ${JEMPI_PRE_PROCESSOR_MEMORY_RESERVE}

jempi-controller:
image: jembi/jempi-controller:${JEMPI_CONTROLLER_IMAGE_TAG}
deploy:
replicas: 1
resources:
limits:
memory: ${JEMPI_CONTROLLER_MEMORY_LIMIT}
reservations:
memory: ${JEMPI_CONTROLLER_MEMORY_RESERVE}

jempi-em-calculator:
image: jembi/jempi-em-calculator:${JEMPI_EM_CALCULATOR_IMAGE_TAG}
deploy:
replicas: 1
resources:
limits:
memory: ${JEMPI_EM_CALCULATOR_MEMORY_LIMIT}
reservations:
memory: ${JEMPI_EM_CALCULATOR_MEMORY_RESERVE}

jempi-linker:
image: jembi/jempi-linker:${JEMPI_LINKER_IMAGE_TAG}
deploy:
replicas: 1
resources:
limits:
memory: ${JEMPI_LINKER_MEMORY_LIMIT}
reservations:
memory: ${JEMPI_LINKER_MEMORY_RESERVE}
6 changes: 0 additions & 6 deletions client-registry-jempi/docker-compose.dgraph-cluster.yml
Original file line number Diff line number Diff line change
@@ -1,12 +1,6 @@
version: '3.9'

services:
jempi-zero-01:
deploy:
placement:
constraints:
- node.hostname == node-1

jempi-alpha-01:
deploy:
placement:
Expand Down
13 changes: 1 addition & 12 deletions client-registry-jempi/docker-compose.dgraph-dev.yml
Original file line number Diff line number Diff line change
@@ -1,17 +1,6 @@
version: '3.9'

services:
jempi-zero-01:
ports:
- published: 5080
target: 5080
protocol: tcp
mode: host
- published: 6080
target: 6080
protocol: tcp
mode: host

jempi-alpha-01:
ports:
- published: 8070
Expand Down Expand Up @@ -45,7 +34,7 @@ services:
protocol: tcp
mode: host

ratel:
jempi-ratel:
ports:
- published: 8010
target: 8000
Expand Down
8 changes: 8 additions & 0 deletions client-registry-jempi/docker-compose.dgraph-zero-cluster.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
version: '3.9'

services:
jempi-zero-01:
deploy:
placement:
constraints:
- node.hostname == node-1
13 changes: 13 additions & 0 deletions client-registry-jempi/docker-compose.dgraph-zero-dev.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
version: '3.9'

services:
jempi-zero-01:
ports:
- published: 5080
target: 5080
protocol: tcp
mode: host
- published: 6080
target: 6080
protocol: tcp
mode: host
22 changes: 22 additions & 0 deletions client-registry-jempi/docker-compose.dgraph-zero.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
version: '3.9'

services:
jempi-zero-01:
image: dgraph/dgraph:v22.0.0
volumes:
- jempi-zero-01-data:/dgraph
deploy:
replicas: 1
resources:
limits:
memory: ${JEMPI_ZERO_01_MEMORY_LIMIT}
reservations:
memory: ${JEMPI_ZERO_01_MEMORY_RESERVE}
restart_policy:
condition: on-failure
command: dgraph zero --my=jempi-zero-01:5080 --replicas 1

volumes:
jempi-zero-01-data:


32 changes: 8 additions & 24 deletions client-registry-jempi/docker-compose.dgraph.yml
Original file line number Diff line number Diff line change
@@ -1,21 +1,6 @@
version: '3.9'

services:
jempi-zero-01:
image: dgraph/dgraph:v22.0.0
volumes:
- jempi-zero-01-data:/dgraph
deploy:
replicas: 1
resources:
limits:
memory: ${ZERO_01_MEMORY_LIMIT}
reservations:
memory: ${ZERO_01_MEMORY_RESERVE}
restart_policy:
condition: on-failure
command: dgraph zero --my=jempi-zero-01:5080 --replicas 1

jempi-alpha-01:
image: dgraph/dgraph:v22.0.0
volumes:
Expand All @@ -24,9 +9,9 @@ services:
replicas: 1
resources:
limits:
memory: ${ALPHA_01_MEMORY_LIMIT}
memory: ${JEMPI_ALPHA_01_MEMORY_LIMIT}
reservations:
memory: ${ALPHA_01_MEMORY_RESERVE}
memory: ${JEMPI_ALPHA_01_MEMORY_RESERVE}
restart_policy:
condition: on-failure
command: dgraph alpha --my=jempi-alpha-01:7080 --zero=jempi-zero-01:5080 --security whitelist=0.0.0.0/0 --telemetry "sentry=false;"
Expand All @@ -39,9 +24,9 @@ services:
replicas: 1
resources:
limits:
memory: ${ALPHA_02_MEMORY_LIMIT}
memory: ${JEMPI_ALPHA_02_MEMORY_LIMIT}
reservations:
memory: ${ALPHA_02_MEMORY_RESERVE}
memory: ${JEMPI_ALPHA_02_MEMORY_RESERVE}
restart_policy:
condition: on-failure
command: dgraph alpha --my=jempi-alpha-02:7081 --zero=jempi-zero-01:5080 --security whitelist=0.0.0.0/0 -o 1 --telemetry "sentry=false;"
Expand All @@ -54,9 +39,9 @@ services:
replicas: 1
resources:
limits:
memory: ${ALPHA_03_MEMORY_LIMIT}
memory: ${JEMPI_ALPHA_03_MEMORY_LIMIT}
reservations:
memory: ${ALPHA_03_MEMORY_RESERVE}
memory: ${JEMPI_ALPHA_03_MEMORY_RESERVE}
restart_policy:
condition: on-failure
command: dgraph alpha --my=jempi-alpha-03:7082 --zero=jempi-zero-01:5080 --security whitelist=0.0.0.0/0 -o 2 --telemetry "sentry=false;"
Expand All @@ -67,15 +52,14 @@ services:
replicas: 1
resources:
limits:
memory: ${RATEL_MEMORY_LIMIT}
memory: ${JEMPI_RATEL_MEMORY_LIMIT}
reservations:
memory: ${RATEL_MEMORY_RESERVE}
memory: ${JEMPI_RATEL_MEMORY_RESERVE}
restart_policy:
condition: on-failure
command: dgraph-ratel

volumes:
jempi-zero-01-data:
jempi-alpha-01-data:
jempi-alpha-02-data:
jempi-alpha-03-data:
12 changes: 6 additions & 6 deletions client-registry-jempi/docker-compose.kafka.yml
Original file line number Diff line number Diff line change
Expand Up @@ -23,9 +23,9 @@ services:
replicas: 1
resources:
limits:
memory: ${KAFKA_01_MEMORY_LIMIT}
memory: ${JEMPI_KAFKA_01_MEMORY_LIMIT}
reservations:
memory: ${KAFKA_01_MEMORY_RESERVE}
memory: ${JEMPI_KAFKA_01_MEMORY_RESERVE}
restart_policy:
condition: on-failure

Expand All @@ -51,9 +51,9 @@ services:
replicas: 1
resources:
limits:
memory: ${KAFKA_02_MEMORY_LIMIT}
memory: ${JEMPI_KAFKA_02_MEMORY_LIMIT}
reservations:
memory: ${KAFKA_02_MEMORY_RESERVE}
memory: ${JEMPI_KAFKA_02_MEMORY_RESERVE}
restart_policy:
condition: on-failure

Expand All @@ -79,9 +79,9 @@ services:
replicas: 1
resources:
limits:
memory: ${KAFKA_03_MEMORY_LIMIT}
memory: ${JEMPI_KAFKA_03_MEMORY_LIMIT}
reservations:
memory: ${KAFKA_03_MEMORY_RESERVE}
memory: ${JEMPI_KAFKA_03_MEMORY_RESERVE}
restart_policy:
condition: on-failure

Expand Down
55 changes: 38 additions & 17 deletions client-registry-jempi/package-metadata.json
Original file line number Diff line number Diff line change
Expand Up @@ -7,27 +7,48 @@
"dependencies": [],
"environmentVariables": {
"STATEFUL_NODES": "single",
"KAFKA_01_MEMORY_LIMIT": "3G",
"KAFKA_01_MEMORY_RESERVE": "500M",
"KAFKA_02_MEMORY_LIMIT": "3G",
"KAFKA_02_MEMORY_RESERVE": "500M",
"KAFKA_03_MEMORY_LIMIT": "3G",
"KAFKA_03_MEMORY_RESERVE": "500M",
"JEMPI_KAFKA_01_MEMORY_LIMIT": "3G",
"JEMPI_KAFKA_01_MEMORY_RESERVE": "500M",
"JEMPI_KAFKA_02_MEMORY_LIMIT": "3G",
"JEMPI_KAFKA_02_MEMORY_RESERVE": "500M",
"JEMPI_KAFKA_03_MEMORY_LIMIT": "3G",
"JEMPI_KAFKA_03_MEMORY_RESERVE": "500M",
"JEMPI_KAFDROP_CPU_LIMIT": "0",
"JEMPI_KAFDROP_CPU_RESERVE": "0.05",
"JEMPI_KAFDROP_MEMORY_LIMIT": "3G",
"JEMPI_KAFDROP_MEMORY_RESERVE": "500M",
"JEMPI_KAFKA_TOPICS": "jempi-patient-staging-01,jempi-patient-staging-02,jempi-patient-staging-disi,jempi-patient-controller,jempi-patient-em,jempi-patient-linker,jempi-mu-linker,jempi-journal,jempi-notifications",
"JEMPI_ZERO_01_MEMORY_LIMIT": "3G",
"JEMPI_ZERO_01_MEMORY_RESERVE": "500M",
"JEMPI_ALPHA_01_MEMORY_LIMIT": "3G",
"JEMPI_ALPHA_01_MEMORY_RESERVE": "500M",
"JEMPI_ALPHA_02_MEMORY_LIMIT": "3G",
"JEMPI_ALPHA_02_MEMORY_RESERVE": "500M",
"JEMPI_ALPHA_03_MEMORY_LIMIT": "3G",
"JEMPI_ALPHA_03_MEMORY_RESERVE": "500M",
"JEMPI_RATEL_MEMORY_LIMIT": "3G",
"JEMPI_RATEL_MEMORY_RESERVE": "500M",
"JEMPI_ASYNC_RECEIVER_MEMORY_LIMIT": "3G",
"JEMPI_ASYNC_RECEIVER_MEMORY_RESERVE": "500M",
"JEMPI_EM_CALCULATOR_MEMORY_LIMIT": "3G",
"JEMPI_EM_CALCULATOR_MEMORY_RESERVE": "500M",
"JEMPI_CONTROLLER_MEMORY_LIMIT": "3G",
"JEMPI_CONTROLLER_MEMORY_RESERVE": "500M",
"JEMPI_LINKER_MEMORY_LIMIT": "3G",
"JEMPI_LINKER_MEMORY_RESERVE": "500M",
"JEMPI_PRE_PROCESSOR_MEMORY_LIMIT": "3G",
"JEMPI_PRE_PROCESSOR_MEMORY_RESERVE": "500M",
"JEMPI_SYNC_RECEIVER_MEMORY_LIMIT": "3G",
"JEMPI_SYNC_RECEIVER_MEMORY_RESERVE": "500M",
"JEMPI_API_MEMORY_LIMIT": "3G",
"JEMPI_API_MEMORY_RESERVE": "500M",
"JEMPI_KAFKA_TOPICS": "JeMPI-async-preprocessor,JeMPI-patient-controller,JeMPI-patient-em,JeMPI-patient-linker,JeMPI-mu-linker,JeMPI-notifications",
"JEMPI_KAFKA_DEBUG": false,
"ZERO_01_MEMORY_LIMIT": "3G",
"ZERO_01_MEMORY_RESERVE": "500M",
"ALPHA_01_MEMORY_LIMIT": "3G",
"ALPHA_01_MEMORY_RESERVE": "500M",
"ALPHA_02_MEMORY_LIMIT": "3G",
"ALPHA_02_MEMORY_RESERVE": "500M",
"ALPHA_03_MEMORY_LIMIT": "3G",
"ALPHA_03_MEMORY_RESERVE": "500M",
"RATEL_MEMORY_LIMIT": "3G",
"RATEL_MEMORY_RESERVE": "500M"
"JEMPI_AJEMPI_SYNC_RECEIVER_IMAGE_TAG": "0.1.0",
"JEMPI_SYNC_RECEIVER_IMAGE_TAG": "0.1.0",
"JEMPI_PRE_PROCESSOR_IMAGE_TAG": "0.1.0",
"JEMPI_CONTROLLER_IMAGE_TAG": "0.1.0",
"JEMPI_EM_CALCULATOR_IMAGE_TAG": "0.1.0",
"JEMPI_LINKER_IMAGE_TAG": "0.1.0",
"JEMPI_API_IMAGE_TAG": "0.1.0"
}
}
Loading