32 linhas
756 B
Plaintext
32 linhas
756 B
Plaintext
[Container]
|
|
ContainerName=lemonade
|
|
Image=localhost/lemonade:ubuntu-amd64
|
|
#AutoUpdate=registry
|
|
Network=internal.network
|
|
PublishPort=8000:8000
|
|
|
|
# Production - Lemonade usa Hugging Face Hub per i modelli
|
|
Volume=/srv/containers/aitools/models/lemonade:/root/.cache/huggingface
|
|
|
|
# ROCm tuning
|
|
AddDevice=/dev/dri/renderD128
|
|
PodmanArgs=--group-add=keep-groups --ipc=host
|
|
SecurityLabelType=container_runtime_t
|
|
|
|
Environment=LEMONADE_LLAMACPP=vulkan
|
|
Environment=LEMONADE_HOST=0.0.0.0
|
|
Environment=LEMONADE_PORT=8000
|
|
Environment=LEMONADE_CTX_SIZE=131072
|
|
|
|
# HF
|
|
Environment=HF_HOME=/root/.cache/huggingface
|
|
Environment=HF_TOKEN=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
|
|
|
|
|
|
[Service]
|
|
Restart=on-failure
|
|
TimeoutStartSec=15m
|
|
|
|
[Install]
|
|
WantedBy=multi-user.target default.target
|