Improve scripts
This commit is contained in:
@@ -3,10 +3,10 @@ Name=llamacpp
|
||||
|
||||
[Container]
|
||||
ContainerName=llamacpp
|
||||
Image=localhost/llamacpp:rocm-amd64
|
||||
Image=localhost/llamacpp:vulkan-amd64
|
||||
Network=internal.network
|
||||
|
||||
#PublishPort=8080:8080
|
||||
PublishPort=8080:8080
|
||||
|
||||
# ROCm
|
||||
AddDevice=/dev/kfd
|
||||
@@ -42,8 +42,8 @@ Environment=CODER_GPU_LAYERS=99
|
||||
Environment=CODER_MAX_TOKENS=512
|
||||
|
||||
# Mount points
|
||||
Volume=/srv/containers/aitools/models/llamacpp:/home/ubuntu/.cache/llama.cpp
|
||||
Volume=/srv/containers/aitools/models/llamacpp:/app/models
|
||||
Volume=/srv/containers/aitools/.cache:/home/ubuntu/.cache
|
||||
Volume=/srv/containers/aitools/models:/app/models
|
||||
Volume=/srv/containers/aitools/llamacpp_config.yaml:/app/config.yaml
|
||||
|
||||
[Service]
|
||||
|
||||
Reference in New Issue
Block a user