SRV/bdi_podman_serverconf
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update Services/llamacpp/llamacpp.container

Browse Source
This commit is contained in:
Developer BadStorm
2026-06-29 22:06:54 +02:00
parent 03247e0eef
commit ff508c404f
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
Services/llamacpp/llamacpp.container
+4
View File
@@ -21,6 +21,10 @@ Environment=LLAMA_ARG_NO_MMAP=true
Environment=LLAMA_ARG_CTX_SIZE=131072 Environment=LLAMA_ARG_CTX_SIZE=131072
Environment=LLAMA_ARG_HF_REPO=unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF:Q2_K Environment=LLAMA_ARG_HF_REPO=unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF:Q2_K
# MTP
Environment=LLAMA_ARG_SPEC_TYPE=draft-mtp
Environment=LLAMA_ARG_SPEC_DRAFT_N_MAX=6
# HF # HF
Environment=HF_HOME=/root/.cache/huggingface Environment=HF_HOME=/root/.cache/huggingface
Environment=HF_TOKEN=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 Environment=HF_TOKEN=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