[ { "run_id": "id-a4fbcc497364c7", "text": "READY", "thinking": "", "test": { "run_id": "id-a4fbcc497364c7", "model": "qwen35-08b", "system_prompt": "Reply with exactly one word: READY", "prompt": "Test.", "context": 8192, "temperature": 0.0, "seed": 42, "max_tokens": 64, "expected": "READY", "required": [], "forbidden": [], "normalize": false }, "model_info": { "id": "qwen35-08b", "label": "Qwen3.5 0.8B", "ollama": "qwen3.5:0.8b-q4_k_m", "source": "Qwen/Qwen3.5-0.8B", "digest": "0c524434a9b84d45f582f069849a362daddfb4ef9e9982a54925ceb9686e5c1a", "contexts": [ 8192, 32768 ], "available": true, "reason": null, "actual_digest": "0c524434a9b84d45f582f069849a362daddfb4ef9e9982a54925ceb9686e5c1a", "capabilities": [ "completion", "tools", "thinking" ], "stored_parameters": "num_predict 256\nrepeat_penalty 1.1\nstop \"<|im_end|>\"\nstop \"<|endoftext|>\"\ntemperature 0.2", "template_sha256": "b507b9c2f6ca642bffcd06665ea7c91f235fd32daeefdf875a0f938db05fb315" }, "metrics": { "queue_ms": 1.1128399055451155, "first_text_ms": 2280.21193202585, "total_ms": 2312.418151181191 }, "request": { "model": "qwen3.5:0.8b-q4_k_m", "messages": [ { "role": "system", "content": "Reply with exactly one word: READY" }, { "role": "user", "content": "Test." } ], "stream": true, "truncate": false, "shift": false, "keep_alive": "5m", "options": { "num_ctx": 8192, "num_predict": 64, "temperature": 0.0, "seed": 42, "top_p": 1, "top_k": 0, "repeat_penalty": 1, "presence_penalty": 0, "frequency_penalty": 0 }, "think": false }, "provider_model": "qwen3.5:0.8b-q4_k_m", "provider_metrics": { "created_at": "2026-11-12T12:28:02.154088483Z", "done": true, "done_reason": "stop", "total_duration": 2242813909, "load_duration": 2143682110, "prompt_eval_count": 26, "prompt_eval_cached_count": 0, "prompt_eval_duration": 89042000, "eval_count": 2, "eval_duration": 8236000 }, "done_reason": "stop", "placement": { "name": "qwen3.5:0.8b-q4_k_m", "model": "qwen3.5:0.8b-q4_k_m", "size": 727407656, "digest": "0c524434a9b84d45f582f069849a362daddfb4ef9e9982a54925ceb9686e5c1a", "details": { "parent_model": "", "format": "gguf", "family": "qwen35", "families": [ "qwen35" ], "parameter_size": "752.39M", "quantization_level": "Q4_K_M" }, "expires_at": "2026-11-12T12:33:02.154422952Z", "size_vram": 727407656, "context_length": 8192, "runner": "llamacpp" }, "comparison": { "exact": true, "normalization": "none", "required": [], "forbidden": [], "matched": true, "diff": [ { "operation": "equal", "expected": [ "READY" ], "actual": [ "READY" ] } ], "wer": 0.0, "cer": 0.0 }, "status": "completed", "sequence": 4 }, { "run_id": "id-98f0f333e20d09", "text": "READY", "thinking": "", "test": { "run_id": "id-98f0f333e20d09", "model": "qwen35-4b", "system_prompt": "Reply with exactly one word: READY", "prompt": "Test.", "context": 8192, "temperature": 0.0, "seed": 42, "max_tokens": 64, "expected": "READY", "required": [], "forbidden": [], "normalize": false }, "model_info": { "id": "qwen35-4b", "label": "Qwen3.5 4B", "ollama": "qwen3.5:4b-q4_k_m", "source": "Qwen/Qwen3.5-4B", "digest": "d8b0f5e9760cd1682034f292d7ef72ec46f432149be0df7574bf2d6e92e38c04", "contexts": [ 8192, 32768 ], "available": true, "reason": null, "actual_digest": "d8b0f5e9760cd1682034f292d7ef72ec46f432149be0df7574bf2d6e92e38c04", "capabilities": [ "completion", "vision", "tools", "thinking" ], "stored_parameters": "top_k 20\ntop_p 0.95\npresence_penalty 1.5\ntemperature 1", "template_sha256": "b507b9c2f6ca642bffcd06665ea7c91f235fd32daeefdf875a0f938db05fb315" }, "metrics": { "queue_ms": 0.9676499757915735, "first_text_ms": 2646.714024944231, "total_ms": 2679.3281368445605 }, "request": { "model": "qwen3.5:4b-q4_k_m", "messages": [ { "role": "system", "content": "Reply with exactly one word: READY" }, { "role": "user", "content": "Test." } ], "stream": true, "truncate": false, "shift": false, "keep_alive": "5m", "options": { "num_ctx": 8192, "num_predict": 64, "temperature": 0.0, "seed": 42, "top_p": 1, "top_k": 0, "repeat_penalty": 1, "presence_penalty": 0, "frequency_penalty": 0 }, "think": false }, "provider_model": "qwen3.5:4b-q4_k_m", "provider_metrics": { "created_at": "2026-11-12T12:28:06.956854462Z", "done": true, "done_reason": "stop", "total_duration": 2618423722, "load_duration": 2499266749, "prompt_eval_count": 26, "prompt_eval_cached_count": 0, "prompt_eval_duration": 100066000, "eval_count": 2, "eval_duration": 17262000 }, "done_reason": "stop", "placement": { "name": "qwen3.5:4b-q4_k_m", "model": "qwen3.5:4b-q4_k_m", "size": 3364911840, "digest": "d8b0f5e9760cd1682034f292d7ef72ec46f432149be0df7574bf2d6e92e38c04", "details": { "parent_model": "", "format": "gguf", "family": "qwen35", "families": [ "qwen35" ], "parameter_size": "4.2B", "quantization_level": "Q4_K_M" }, "expires_at": "2026-11-12T12:33:06.957012637Z", "size_vram": 3364911840, "context_length": 8192, "runner": "llamacpp" }, "comparison": { "exact": true, "normalization": "none", "required": [], "forbidden": [], "matched": true, "diff": [ { "operation": "equal", "expected": [ "READY" ], "actual": [ "READY" ] } ], "wer": 0.0, "cer": 0.0 }, "status": "completed", "sequence": 4 }, { "run_id": "id-de4f917b4b497c", "text": "READY", "thinking": "", "test": { "run_id": "id-de4f917b4b497c", "model": "gemma4-e2b", "system_prompt": "Reply with exactly one word: READY", "prompt": "Test.", "context": 8192, "temperature": 0.0, "seed": 42, "max_tokens": 64, "expected": "READY", "required": [], "forbidden": [], "normalize": false }, "model_info": { "id": "gemma4-e2b", "label": "Gemma 4 E2B IT", "ollama": "gemma4:e2b-it-q4_K_M", "source": "google/gemma-4-E2B-it", "digest": "b37049369adfe3d2b653af0ab301a062ca5cbe96ace6aa0d3f2559ee9b563fc2", "contexts": [ 8192, 32768 ], "available": true, "reason": null, "actual_digest": "b37049369adfe3d2b653af0ab301a062ca5cbe96ace6aa0d3f2559ee9b563fc2", "capabilities": [ "completion", "vision", "audio", "tools", "thinking" ], "stored_parameters": "draft_num_predict 3\ntemperature 1\ntop_k 64\ntop_p 0.95", "template_sha256": "b507b9c2f6ca642bffcd06665ea7c91f235fd32daeefdf875a0f938db05fb315" }, "metrics": { "queue_ms": 0.9755301289260387, "first_text_ms": 34594.28285388276, "total_ms": 34633.159772027284 }, "request": { "model": "gemma4:e2b-it-q4_K_M", "messages": [ { "role": "system", "content": "Reply with exactly one word: READY" }, { "role": "user", "content": "Test." } ], "stream": true, "truncate": false, "shift": false, "keep_alive": "5m", "options": { "num_ctx": 8192, "num_predict": 64, "temperature": 0.0, "seed": 42, "top_p": 1, "top_k": 0, "repeat_penalty": 1, "presence_penalty": 0, "frequency_penalty": 0 }, "think": false }, "provider_model": "gemma4:e2b-it-q4_K_M", "provider_metrics": { "created_at": "2026-11-12T12:28:43.312232502Z", "done": true, "done_reason": "stop", "total_duration": 34559678973, "load_duration": 22446484010, "prompt_eval_count": 23, "prompt_eval_cached_count": 0, "prompt_eval_duration": 12090101000, "eval_count": 2, "eval_duration": 20843000 }, "done_reason": "stop", "placement": { "name": "gemma4:e2b-it-q4_K_M", "model": "gemma4:e2b-it-q4_K_M", "size": 387438345, "digest": "b37049369adfe3d2b653af0ab301a062ca5cbe96ace6aa0d3f2559ee9b563fc2", "details": { "parent_model": "", "format": "gguf", "family": "gemma4", "families": [ "gemma4" ], "parameter_size": "4.6B", "quantization_level": "Q4_K_M" }, "expires_at": "2026-11-12T12:33:43.312402064Z", "size_vram": 387438345, "context_length": 8192, "runner": "llamacpp" }, "comparison": { "exact": true, "normalization": "none", "required": [], "forbidden": [], "matched": true, "diff": [ { "operation": "equal", "expected": [ "READY" ], "actual": [ "READY" ] } ], "wer": 0.0, "cer": 0.0 }, "status": "completed", "sequence": 4 }, { "run_id": "id-ad81282f2cbcdd", "text": "READY", "thinking": "", "test": { "run_id": "id-ad81282f2cbcdd", "model": "gemma4-e4b", "system_prompt": "Reply with exactly one word: READY", "prompt": "Test.", "context": 8192, "temperature": 0.0, "seed": 42, "max_tokens": 64, "expected": "READY", "required": [], "forbidden": [], "normalize": false }, "model_info": { "id": "gemma4-e4b", "label": "Gemma 4 E4B IT", "ollama": "gemma4:e4b-it-q4_K_M", "source": "google/gemma-4-E4B-it", "digest": "dc35e8d9c6061baa6f0fa870975ab6932e2542b579b13ea0f199fa4bb7300c9c", "contexts": [ 8192, 32768 ], "available": true, "reason": null, "actual_digest": "dc35e8d9c6061baa6f0fa870975ab6932e2542b579b13ea0f199fa4bb7300c9c", "capabilities": [ "completion", "vision", "audio", "tools", "thinking" ], "stored_parameters": "draft_num_predict 3\ntemperature 1\ntop_k 64\ntop_p 0.95", "template_sha256": "b507b9c2f6ca642bffcd06665ea7c91f235fd32daeefdf875a0f938db05fb315" }, "metrics": { "queue_ms": 1.344332005828619, "first_text_ms": 7973.019305150956, "total_ms": 8008.553724037483 }, "request": { "model": "gemma4:e4b-it-q4_K_M", "messages": [ { "role": "system", "content": "Reply with exactly one word: READY" }, { "role": "user", "content": "Test." } ], "stream": true, "truncate": false, "shift": false, "keep_alive": "5m", "options": { "num_ctx": 8192, "num_predict": 64, "temperature": 0.0, "seed": 42, "top_p": 1, "top_k": 0, "repeat_penalty": 1, "presence_penalty": 0, "frequency_penalty": 0 }, "think": false }, "provider_model": "gemma4:e4b-it-q4_K_M", "provider_metrics": { "created_at": "2026-11-12T12:28:53.244131637Z", "done": true, "done_reason": "stop", "total_duration": 7939166118, "load_duration": 7780401965, "prompt_eval_count": 23, "prompt_eval_cached_count": 0, "prompt_eval_duration": 132173000, "eval_count": 2, "eval_duration": 24085000 }, "done_reason": "stop", "placement": { "name": "gemma4:e4b-it-q4_K_M", "model": "gemma4:e4b-it-q4_K_M", "size": 498377685, "digest": "dc35e8d9c6061baa6f0fa870975ab6932e2542b579b13ea0f199fa4bb7300c9c", "details": { "parent_model": "", "format": "gguf", "family": "gemma4", "families": [ "gemma4" ], "parameter_size": "7.5B", "quantization_level": "Q4_K_M" }, "expires_at": "2026-11-12T12:33:53.244378304Z", "size_vram": 498377685, "context_length": 8192, "runner": "llamacpp" }, "comparison": { "exact": true, "normalization": "none", "required": [], "forbidden": [], "matched": true, "diff": [ { "operation": "equal", "expected": [ "READY" ], "actual": [ "READY" ] } ], "wer": 0.0, "cer": 0.0 }, "status": "completed", "sequence": 4 }, { "run_id": "id-d9e04a65547d2d", "text": "READY", "thinking": "", "test": { "run_id": "id-d9e04a65547d2d", "model": "gigachat31-lightning", "system_prompt": "Reply with exactly one word: READY", "prompt": "Test.", "context": 8192, "temperature": 0.0, "seed": 42, "max_tokens": 64, "expected": "READY", "required": [], "forbidden": [], "normalize": false }, "model_info": { "id": "gigachat31-lightning", "label": "GigaChat 3.1 Lightning", "ollama": "hf.co/ai-sage/GigaChat3.1-10B-A1.8B-GGUF:Q4_K_M", "source": "ai-sage/GigaChat3.1-10B-A1.8B-GGUF", "revision": "97045b260251cfa86f5ad25638fa2dd074153446", "sha256": "68a8732fb5cee04f83ebffd7924e15c534d4442c5a43d2ba9e2041fe310b8deb", "digest": "67b43038e03f650922b01cc98d07ae1058850c630e6144f190d7b87c02c08028", "contexts": [ 8192, 32768 ], "template_note": "Two explicit messages only; no vendor developer system.", "template_source_revision": "99ef74e635fb6bf2509ff52760818ea10e8f72c8", "available": true, "reason": null, "actual_digest": "67b43038e03f650922b01cc98d07ae1058850c630e6144f190d7b87c02c08028", "capabilities": [ "tools", "completion" ], "stored_parameters": "stop \"\"\nstop \"<|role_sep|>\"\nstop \"\"\nstop \"\"\nstop \"\"\nstop \"\"\nstop \"\"\nstop \"\"\nstop \"<|message_sep|>\"\nstop \"user<|role_sep|>\"", "template_sha256": "e0b8ec1e172a124fe688e705a6e48fc30c575c23dae7388e43007f150d8343a3" }, "metrics": { "queue_ms": 1.1618600692600012, "first_text_ms": 16012.53112591803, "total_ms": 20597.328137839213 }, "request": { "model": "hf.co/ai-sage/GigaChat3.1-10B-A1.8B-GGUF:Q4_K_M", "messages": [ { "role": "system", "content": "Reply with exactly one word: READY" }, { "role": "user", "content": "Test." } ], "stream": true, "truncate": false, "shift": false, "keep_alive": "5m", "options": { "num_ctx": 8192, "num_predict": 64, "temperature": 0.0, "seed": 42, "top_p": 1, "top_k": 0, "repeat_penalty": 1, "presence_penalty": 0, "frequency_penalty": 0 } }, "provider_model": "hf.co/ai-sage/GigaChat3.1-10B-A1.8B-GGUF:Q4_K_M", "provider_metrics": { "created_at": "2026-11-12T12:29:14.491734229Z", "done": true, "done_reason": "stop", "total_duration": 20555298026, "load_duration": 10401655846, "prompt_eval_count": 1105, "prompt_eval_cached_count": 0, "prompt_eval_duration": 5537589000, "eval_count": 2, "eval_duration": 4588992000 }, "done_reason": "stop", "placement": { "name": "hf.co/ai-sage/GigaChat3.1-10B-A1.8B-GGUF:Q4_K_M", "model": "hf.co/ai-sage/GigaChat3.1-10B-A1.8B-GGUF:Q4_K_M", "size": 6821301452, "digest": "67b43038e03f650922b01cc98d07ae1058850c630e6144f190d7b87c02c08028", "details": { "parent_model": "", "format": "gguf", "family": "deepseek2", "families": [ "deepseek2" ], "parameter_size": "10.7B", "quantization_level": "unknown" }, "expires_at": "2026-11-12T12:34:14.492210839Z", "size_vram": 6821301452, "context_length": 8192, "runner": "llamacpp" }, "comparison": { "exact": true, "normalization": "none", "required": [], "forbidden": [], "matched": true, "diff": [ { "operation": "equal", "expected": [ "READY" ], "actual": [ "READY" ] } ], "wer": 0.0, "cer": 0.0 }, "status": "completed", "sequence": 5 }, { "run_id": "id-9a8cdb7d8d5df5", "text": "READY", "thinking": "", "test": { "run_id": "id-9a8cdb7d8d5df5", "model": "t-lite21", "system_prompt": "Reply with exactly one word: READY", "prompt": "Test.", "context": 8192, "temperature": 0.0, "seed": 42, "max_tokens": 64, "expected": "READY", "required": [], "forbidden": [], "normalize": false }, "model_info": { "id": "t-lite21", "label": "T-lite-it-2.1", "ollama": "hf.co/t-tech/T-lite-it-2.1-GGUF:Q4_K_M", "source": "t-tech/T-lite-it-2.1-GGUF", "revision": "fc10186e59064c2e74f59c3d5dbce233931b3b81", "sha256": "68c75f5940c36baca18113058ad3d55f6d1d3e1123a8053bb4bba8481805c960", "digest": "f9ae1828bdce0a90309389e532f07f885ef8f8c066a09171da4a12fed797cf41", "contexts": [ 8192, 32768 ], "template_note": "Official non-thinking assistant prefix; closed empty think block is input, not generated output.", "template_source_revision": "d125c970c553de58fcee3c937d5e4867d4a448d8", "available": true, "reason": null, "actual_digest": "f9ae1828bdce0a90309389e532f07f885ef8f8c066a09171da4a12fed797cf41", "capabilities": [ "tools", "thinking", "completion" ], "stored_parameters": "temperature 0.6\ntop_k 20\ntop_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"", "template_sha256": "30a75d10e60b57e2f260420163dd59720dacf9f63b9a8de070d65dd80a7b30f7" }, "metrics": { "queue_ms": 1.1212611570954323, "first_text_ms": 7060.567423934117, "total_ms": 7094.633667962626 }, "request": { "model": "hf.co/t-tech/T-lite-it-2.1-GGUF:Q4_K_M", "messages": [ { "role": "system", "content": "Reply with exactly one word: READY" }, { "role": "user", "content": "Test." } ], "stream": true, "truncate": false, "shift": false, "keep_alive": "5m", "options": { "num_ctx": 8192, "num_predict": 64, "temperature": 0.0, "seed": 42, "top_p": 1, "top_k": 0, "repeat_penalty": 1, "presence_penalty": 0, "frequency_penalty": 0 }, "think": false }, "provider_model": "hf.co/t-tech/T-lite-it-2.1-GGUF:Q4_K_M", "provider_metrics": { "created_at": "2026-11-12T12:29:22.247134164Z", "done": true, "done_reason": "stop", "total_duration": 7018715827, "load_duration": 6918365876, "prompt_eval_count": 26, "prompt_eval_cached_count": 0, "prompt_eval_duration": 76004000, "eval_count": 2, "eval_duration": 20988000 }, "done_reason": "stop", "placement": { "name": "hf.co/t-tech/T-lite-it-2.1-GGUF:Q4_K_M", "model": "hf.co/t-tech/T-lite-it-2.1-GGUF:Q4_K_M", "size": 6113806253, "digest": "f9ae1828bdce0a90309389e532f07f885ef8f8c066a09171da4a12fed797cf41", "details": { "parent_model": "", "format": "gguf", "family": "qwen3", "families": [ "qwen3" ], "parameter_size": "8.19B", "quantization_level": "unknown" }, "expires_at": "2026-11-12T12:34:22.247481651Z", "size_vram": 6113806253, "context_length": 8192, "runner": "llamacpp" }, "comparison": { "exact": true, "normalization": "none", "required": [], "forbidden": [], "matched": true, "diff": [ { "operation": "equal", "expected": [ "READY" ], "actual": [ "READY" ] } ], "wer": 0.0, "cer": 0.0 }, "status": "completed", "sequence": 4 } ]