You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
30 lines
601 B
YAML
30 lines
601 B
YAML
services:
|
|
tensorrt-llm:
|
|
image: ${IMAGE}:${VERSION}
|
|
container_name: ${CONTAINER_NAME}
|
|
restart: always
|
|
runtime: nvidia
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: all
|
|
capabilities: [gpu]
|
|
networks:
|
|
- 1panel-network
|
|
volumes:
|
|
- ${MODEL_PATH}:${MODEL_PATH}
|
|
ipc: host
|
|
ulimits:
|
|
memlock:
|
|
soft: -1
|
|
hard: -1
|
|
nofile:
|
|
soft: 65535
|
|
hard: 65535
|
|
stack: 67108864
|
|
command: ${COMMAND}
|
|
networks:
|
|
1panel-network:
|
|
external: true |