Skip to content

Commit

Permalink
feat: Add an explicit platform declaration to the services in deploy/…
Browse files Browse the repository at this point in the history
…docker-compose.yml (#342)

* Update docker-compose.yml

* remove nvidia deps

---------

Co-authored-by: Siddharth Balyan <balyan.sid@gmail.com>
  • Loading branch information
creatorrr and alt-glitch authored May 28, 2024
1 parent d7bef51 commit d734550
Showing 1 changed file with 9 additions and 18 deletions.
27 changes: 9 additions & 18 deletions deploy/docker-compose.yml
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
name: julep-api
version: "3"

services:
memory-store:
image: julepai/memory-store:dev
platform: linux/x86_64
environment:
- COZO_AUTH_TOKEN=${COZO_AUTH_TOKEN}
- COZO_PORT=9070
Expand All @@ -16,6 +16,7 @@ services:

agents-api:
image: julepai/agents-api:dev
platform: linux/x86_64
container_name: julep-agents-api
depends_on:
memory-store:
Expand All @@ -29,6 +30,7 @@ services:

worker:
image: julepai/worker:dev
platform: linux/x86_64
container_name: julep-worker
depends_on:
text-embeddings-inference:
Expand All @@ -44,19 +46,13 @@ services:
- DTYPE=float16
- MODEL_ID=BAAI/llm-embedder

image: ghcr.io/huggingface/text-embeddings-inference:1.0
image: ghcr.io/huggingface/text-embeddings-inference:cpu-1.0
platform: linux/x86_64
ports:
- "8082:80"
shm_size: "2gb"
volumes:
- ~/.cache/huggingface/hub:/data
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all
capabilities: [gpu]
env_file:
- .env

Expand All @@ -65,25 +61,19 @@ services:
environment:
- DTYPE=float16
- MODEL_ID=BAAI/bge-m3

image: ghcr.io/huggingface/text-embeddings-inference:1.0
image: ghcr.io/huggingface/text-embeddings-inference:cpu-1.0
platform: linux/x86_64
ports:
- "8083:80"
volumes:
- ~/.cache/huggingface/hub:/data
shm_size: "2gb"
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all
capabilities: [gpu]
env_file:
- .env

temporal:
image: julepai/temporal:dev
platform: linux/x86_64
container_name: julep-temporal
ports:
- 7233:7233
Expand All @@ -99,6 +89,7 @@ services:
env_file:
- .env
image: julepai/cozo-migrate:dev
platform: linux/x86_64
container_name: julep-cozo-migrate
depends_on:
memory-store:
Expand Down

0 comments on commit d734550

Please sign in to comment.