Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

feat: added docker-compose.yml and .env.example for self-hosting #286

Merged
merged 3 commits into from
Apr 20, 2024
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
13 changes: 13 additions & 0 deletions deploy/.env.example
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
AGENTS_API_KEY=myauthkey
AGENTS_API_KEY_HEADER_NAME=Authorization
AGENTS_API_URL=http://agents-api:8080
COZO_AUTH_TOKEN=myauthkey
COZO_HOST=http://memory-store:9070
EMBEDDING_SERVICE_URL=http://text-embeddings-inference/embed
SKIP_CHECK_DEVELOPER_HEADERS=true
TEMPORAL_ENDPOINT=temporal:7233
TEMPORAL_NAMESPACE=default
TEMPORAL_WORKER_URL=temporal:7233
TRUNCATE_EMBED_TEXT=true
WORKER_URL=temporal:7233
OPENAI_API_KEY=your_openai_api_key
82 changes: 82 additions & 0 deletions deploy/docker-compose.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,82 @@
name: julep-api
version: "3"

services:
memory-store:
image: julepai/memory-store:dev
environment:
- COZO_AUTH_TOKEN=${COZO_AUTH_TOKEN}
- COZO_PORT=9070
- MNT_DIR=/data
container_name: julep-memory-store
volumes:
- cozo_data:/data
env_file:
- .env

agents-api:
image: julepai/agents-api:dev
container_name: julep-agents-api
depends_on:
memory-store:
condition: service_started
worker:
condition: service_started
ports:
- "8080:8080"
env_file:
- .env

worker:
image: julepai/worker:dev
container_name: julep-worker
depends_on:
text-embeddings-inference:
condition: service_started
temporal:
condition: service_started
env_file:
- .env

text-embeddings-inference:
container_name: julep-embeddings
environment:
- DTYPE=float16
- MODEL_ID=BAAI/llm-embedder

image: ghcr.io/huggingface/text-embeddings-inference:1.0
shm_size: "2gb"
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all
capabilities: [gpu]
env_file:
- .env

temporal:
image: julepai/temporal:dev
container_name: julep-temporal
volumes:
- temporal_data:/home/temporal
env_file:
- .env

cozo-migrate:
environment:
- COZO_AUTH_TOKEN=${COZO_AUTH_TOKEN}
- COZO_HOST=http://memory-store:9070
env_file:
- .env
image: julepai/cozo-migrate:dev
container_name: julep-cozo-migrate
depends_on:
memory-store:
condition: service_started
restart: "no" # Make sure to double quote this

volumes:
temporal_data:
cozo_data:
Loading