amd-strix-halo-vllm-toolboxes/benchmarks/benchmark_results/zai-org_GLM-4.7-Flash_cluster_tp2_throughput.json

{
    "elapsed_time": 398.827027003048,
    "num_requests": 200,
    "total_num_tokens": 146278,
    "requests_per_second": 0.5014705284716613,
    "tokens_per_second": 366.77052981888835
}