AI/amd-strix-halo-vllm-toolboxes
2
0
Fork 0
Koodi Ongelmat Pull-pyynnöt Actions Paketit Projektit Julkaisut Wiki Toiminta
Files
a1105a0b9664a441c0e11387b6c3d66db4a96bd3
amd-strix-halo-vllm-toolboxes/benchmarks/max_context_results.json
T

477 rivejä
10 KiB
JSON
Raaka Selitys Historia

[
{
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"tp": 1,
"util": "0.95",
"max_seqs": 1,
"model_limit": 131072,
"configured_len": 131072,
"real_capacity": 829952,
"status": "success",
"error": "",
"max_context_1_user": 131072
},
{
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"tp": 1,
"util": "0.95",
"max_seqs": 4,
"model_limit": 131072,
"configured_len": 131072,
"real_capacity": 830064,
"status": "success",
"error": "",
"max_context_1_user": 131072
},
{
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"tp": 1,
"util": "0.95",
"max_seqs": 8,
"model_limit": 131072,
"configured_len": 131072,
"real_capacity": 830080,
"status": "success",
"error": "",
"max_context_1_user": 131072
},
{
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"tp": 1,
"util": "0.95",
"max_seqs": 16,
"model_limit": 131072,
"configured_len": 131072,
"real_capacity": 830064,
"status": "success",
"error": "",
"max_context_1_user": 131072
},
{
"model": "google/gemma-3-12b-it",
"tp": 1,
"util": "0.95",
"max_seqs": 1,
"model_limit": 131072,
"configured_len": 131072,
"real_capacity": 246032,
"status": "success",
"error": "",
"max_context_1_user": 131072
},
{
"model": "google/gemma-3-12b-it",
"tp": 1,
"util": "0.95",
"max_seqs": 4,
"model_limit": 131072,
"configured_len": 131072,
"real_capacity": 246064,
"status": "success",
"error": "",
"max_context_1_user": 131072
},
{
"model": "google/gemma-3-12b-it",
"tp": 1,
"util": "0.95",
"max_seqs": 8,
"model_limit": 131072,
"configured_len": 131072,
"real_capacity": 246064,
"status": "success",
"error": "",
"max_context_1_user": 131072
},
{
"model": "google/gemma-3-12b-it",
"tp": 1,
"util": "0.95",
"max_seqs": 16,
"model_limit": 131072,
"configured_len": 131072,
"real_capacity": 246064,
"status": "success",
"error": "",
"max_context_1_user": 131072
},
{
"model": "Qwen/Qwen3-14B-AWQ",
"tp": 1,
"util": "0.95",
"max_seqs": 1,
"model_limit": 40960,
"configured_len": 0,
"real_capacity": 0,
"status": "fail",
"error": "Verification Failed"
},
{
"model": "Qwen/Qwen3-14B-AWQ",
"tp": 1,
"util": "0.90",
"max_seqs": 1,
"model_limit": 40960,
"configured_len": 40960,
"real_capacity": 655712,
"status": "success",
"error": "",
"max_context_1_user": 40960
},
{
"model": "Qwen/Qwen3-14B-AWQ",
"tp": 1,
"util": "0.90",
"max_seqs": 4,
"model_limit": 40960,
"configured_len": 40960,
"real_capacity": 655616,
"status": "success",
"error": "",
"max_context_1_user": 40960
},
{
"model": "Qwen/Qwen3-14B-AWQ",
"tp": 1,
"util": "0.90",
"max_seqs": 8,
"model_limit": 40960,
"configured_len": 40960,
"real_capacity": 655600,
"status": "success",
"error": "",
"max_context_1_user": 40960
},
{
"model": "Qwen/Qwen3-14B-AWQ",
"tp": 1,
"util": "0.90",
"max_seqs": 16,
"model_limit": 40960,
"configured_len": 40960,
"real_capacity": 655600,
"status": "success",
"error": "",
"max_context_1_user": 40960
},
{
"model": "openai/gpt-oss-20b",
"tp": 1,
"util": "0.95",
"max_seqs": 1,
"model_limit": 131072,
"configured_len": 131072,
"real_capacity": 2232848,
"status": "success",
"error": "",
"max_context_1_user": 131072
},
{
"model": "openai/gpt-oss-20b",
"tp": 1,
"util": "0.95",
"max_seqs": 4,
"model_limit": 131072,
"configured_len": 131072,
"real_capacity": 2232560,
"status": "success",
"error": "",
"max_context_1_user": 131072
},
{
"model": "openai/gpt-oss-20b",
"tp": 1,
"util": "0.95",
"max_seqs": 8,
"model_limit": 131072,
"configured_len": 131072,
"real_capacity": 2232544,
"status": "success",
"error": "",
"max_context_1_user": 131072
},
{
"model": "openai/gpt-oss-20b",
"tp": 1,
"util": "0.95",
"max_seqs": 16,
"model_limit": 131072,
"configured_len": 131072,
"real_capacity": 2232544,
"status": "success",
"error": "",
"max_context_1_user": 131072
},
{
"model": "openai/gpt-oss-120b",
"tp": 1,
"util": "0.95",
"max_seqs": 1,
"model_limit": 131072,
"configured_len": 131072,
"real_capacity": 711360,
"status": "success",
"error": "",
"max_context_1_user": 131072
},
{
"model": "openai/gpt-oss-120b",
"tp": 1,
"util": "0.95",
"max_seqs": 4,
"model_limit": 131072,
"configured_len": 131072,
"real_capacity": 711168,
"status": "success",
"error": "",
"max_context_1_user": 131072
},
{
"model": "openai/gpt-oss-120b",
"tp": 1,
"util": "0.95",
"max_seqs": 8,
"model_limit": 131072,
"configured_len": 131072,
"real_capacity": 711168,
"status": "success",
"error": "",
"max_context_1_user": 131072
},
{
"model": "openai/gpt-oss-120b",
"tp": 1,
"util": "0.95",
"max_seqs": 16,
"model_limit": 131072,
"configured_len": 131072,
"real_capacity": 711168,
"status": "success",
"error": "",
"max_context_1_user": 131072
},
{
"model": "cpatonn/Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
"tp": 1,
"util": "0.95",
"max_seqs": 1,
"model_limit": 262144,
"configured_len": 262144,
"real_capacity": 1097712,
"status": "success",
"error": "",
"max_context_1_user": 262144
},
{
"model": "cpatonn/Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
"tp": 1,
"util": "0.95",
"max_seqs": 4,
"model_limit": 262144,
"configured_len": 0,
"real_capacity": 0,
"status": "fail",
"error": "Verification Failed"
},
{
"model": "cpatonn/Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
"tp": 1,
"util": "0.90",
"max_seqs": 4,
"model_limit": 262144,
"configured_len": 209715,
"real_capacity": 1029856,
"status": "success",
"error": "Process died or timed out",
"max_context_1_user": 209715
},
{
"model": "cpatonn/Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
"tp": 1,
"util": "0.90",
"max_seqs": 8,
"model_limit": 262144,
"configured_len": 0,
"real_capacity": 0,
"status": "fail",
"error": "Verification Failed"
},
{
"model": "dazipe/Qwen3-Next-80B-A3B-Instruct-GPTQ-Int4A16",
"tp": 1,
"util": "0.95",
"max_seqs": 1,
"model_limit": 262144,
"configured_len": 0,
"real_capacity": 0,
"status": "fail",
"error": "Verification Failed"
},
{
"model": "dazipe/Qwen3-Next-80B-A3B-Instruct-GPTQ-Int4A16",
"tp": 1,
"util": "0.90",
"max_seqs": 1,
"model_limit": 262144,
"configured_len": 262144,
"real_capacity": 696320,
"status": "success",
"error": "",
"max_context_1_user": 262144
},
{
"model": "dazipe/Qwen3-Next-80B-A3B-Instruct-GPTQ-Int4A16",
"tp": 1,
"util": "0.90",
"max_seqs": 4,
"model_limit": 262144,
"configured_len": 0,
"real_capacity": 0,
"status": "fail",
"error": "Verification Failed"
},
{
"model": "zai-org/GLM-4.7-Flash",
"tp": 1,
"util": "0.95",
"max_seqs": 1,
"model_limit": 202752,
"configured_len": 162201,
"real_capacity": 791088,
"status": "success",
"error": "Timeout",
"max_context_1_user": 162201
},
{
"model": "zai-org/GLM-4.7-Flash",
"tp": 1,
"util": "0.95",
"max_seqs": 4,
"model_limit": 202752,
"configured_len": 162201,
"real_capacity": 791056,
"status": "success",
"error": "",
"max_context_1_user": 162201
},
{
"model": "zai-org/GLM-4.7-Flash",
"tp": 1,
"util": "0.95",
"max_seqs": 8,
"model_limit": 202752,
"configured_len": 162201,
"real_capacity": 791008,
"status": "success",
"error": "",
"max_context_1_user": 162201
},
{
"model": "zai-org/GLM-4.7-Flash",
"tp": 1,
"util": "0.95",
"max_seqs": 16,
"model_limit": 202752,
"configured_len": 162201,
"real_capacity": 790992,
"status": "success",
"error": "",
"max_context_1_user": 162201
},
{
"model": "btbtyler09/Qwen3-Coder-30B-A3B-Instruct-gptq-4bit",
"tp": 1,
"util": "0.95",
"max_seqs": 1,
"model_limit": 262144,
"configured_len": 262144,
"real_capacity": 1089152,
"status": "success",
"error": "",
"max_context_1_user": 262144
},
{
"model": "btbtyler09/Qwen3-Coder-30B-A3B-Instruct-gptq-4bit",
"tp": 1,
"util": "0.95",
"max_seqs": 4,
"model_limit": 262144,
"configured_len": 262144,
"real_capacity": 1089072,
"status": "success",
"error": "",
"max_context_1_user": 262144
},
{
"model": "btbtyler09/Qwen3-Coder-30B-A3B-Instruct-gptq-4bit",
"tp": 1,
"util": "0.95",
"max_seqs": 8,
"model_limit": 262144,
"configured_len": 262144,
"real_capacity": 1089072,
"status": "success",
"error": "",
"max_context_1_user": 262144
},
{
"model": "btbtyler09/Qwen3-Coder-30B-A3B-Instruct-gptq-4bit",
"tp": 1,
"util": "0.95",
"max_seqs": 16,
"model_limit": 262144,
"configured_len": 262144,
"real_capacity": 1089056,
"status": "success",
"error": "",
"max_context_1_user": 262144
},
{
"model": "btbtyler09/Qwen3-Coder-30B-A3B-Instruct-gptq-8bit",
"tp": 1,
"util": "0.95",
"max_seqs": 1,
"model_limit": 262144,
"configured_len": 209715,
"real_capacity": 936544,
"status": "success",
"error": "Timeout",
"max_context_1_user": 209715
},
{
"model": "btbtyler09/Qwen3-Coder-30B-A3B-Instruct-gptq-8bit",
"tp": 1,
"util": "0.95",
"max_seqs": 4,
"model_limit": 262144,
"configured_len": 209715,
"real_capacity": 937312,
"status": "success",
"error": "",
"max_context_1_user": 209715
},
{
"model": "btbtyler09/Qwen3-Coder-30B-A3B-Instruct-gptq-8bit",
"tp": 1,
"util": "0.95",
"max_seqs": 8,
"model_limit": 262144,
"configured_len": 209715,
"real_capacity": 937296,
"status": "success",
"error": "",
"max_context_1_user": 209715
},
{
"model": "btbtyler09/Qwen3-Coder-30B-A3B-Instruct-gptq-8bit",
"tp": 1,
"util": "0.95",
"max_seqs": 16,
"model_limit": 262144,
"configured_len": 209715,
"real_capacity": 937280,
"status": "success",
"error": "",
"max_context_1_user": 209715
}
]
Viittaa uudesa ongelmassa View Git Blame Copy Permalink