-
Notifications
You must be signed in to change notification settings - Fork 0
/
compose.yaml
37 lines (37 loc) · 1.24 KB
/
compose.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
services:
whisperx-api-server-cuda:
image: whisperx-api-server-cuda
build:
context: .
dockerfile: Dockerfile.cuda
healthcheck:
test: ["CMD-SHELL", "curl --fail http://localhost:8000/healthcheck || exit 1"]
command: uvicorn whisperx_api_server.main:app --host 0.0.0.0 --port 8000 --workers 1 --loop asyncio --log-level debug --log-config whisperx_api_server/logging_config.json
ports:
- 8000:8000
volumes:
- hugging_face_cache:/root/.cache/huggingface
- torch_cache:/root/.cache/torch
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: 1
capabilities: [gpu]
whisperx-api-server-cpu:
image: whisperx-api-server-cpu
build:
context: .
dockerfile: Dockerfile.cpu
healthcheck:
test: ["CMD-SHELL", "curl --fail http://localhost:8000/healthcheck || exit 1"]
command: uvicorn whisperx_api_server.main:app --host 0.0.0.0 --port 8000 --loop asyncio --log-level debug --log-config whisperx_api_server/logging_config.json
ports:
- 8000:8000
volumes:
- hugging_face_cache:/root/.cache/huggingface
- torch_cache:/root/.cache/torch
volumes:
hugging_face_cache:
torch_cache: