{
  "models": {
    "models": [
      {
        "id": "qwen35-08b",
        "label": "Qwen3.5 0.8B",
        "ollama": "qwen3.5:0.8b-q4_k_m",
        "source": "Qwen/Qwen3.5-0.8B",
        "digest": "0c524434a9b84d45f582f069849a362daddfb4ef9e9982a54925ceb9686e5c1a",
        "contexts": [
          8192,
          32768
        ],
        "available": true,
        "reason": null,
        "actual_digest": "0c524434a9b84d45f582f069849a362daddfb4ef9e9982a54925ceb9686e5c1a",
        "capabilities": [
          "completion",
          "tools",
          "thinking"
        ],
        "stored_parameters": "num_predict                    256\nrepeat_penalty                 1.1\nstop                           \"<|im_end|>\"\nstop                           \"<|endoftext|>\"\ntemperature                    0.2",
        "template_sha256": "b507b9c2f6ca642bffcd06665ea7c91f235fd32daeefdf875a0f938db05fb315"
      },
      {
        "id": "qwen35-2b",
        "label": "Qwen3.5 2B",
        "ollama": "qwen3.5:2b-q4_k_m",
        "source": "Qwen/Qwen3.5-2B",
        "digest": "09de712676e7ed373b82ebfd33bfeb7fa70d00c38a3ff63fe104b89fd8a2334f",
        "contexts": [
          8192,
          32768
        ],
        "available": true,
        "reason": null,
        "actual_digest": "09de712676e7ed373b82ebfd33bfeb7fa70d00c38a3ff63fe104b89fd8a2334f",
        "capabilities": [
          "completion",
          "tools",
          "thinking"
        ],
        "stored_parameters": "repeat_penalty                 1.1\nstop                           \"<|im_end|>\"\nstop                           \"<|endoftext|>\"\ntemperature                    0.2\nnum_predict                    256",
        "template_sha256": "b507b9c2f6ca642bffcd06665ea7c91f235fd32daeefdf875a0f938db05fb315"
      },
      {
        "id": "qwen35-4b",
        "label": "Qwen3.5 4B",
        "ollama": "qwen3.5:4b-q4_k_m",
        "source": "Qwen/Qwen3.5-4B",
        "digest": "d8b0f5e9760cd1682034f292d7ef72ec46f432149be0df7574bf2d6e92e38c04",
        "contexts": [
          8192,
          32768
        ],
        "available": true,
        "reason": null,
        "actual_digest": "d8b0f5e9760cd1682034f292d7ef72ec46f432149be0df7574bf2d6e92e38c04",
        "capabilities": [
          "completion",
          "vision",
          "tools",
          "thinking"
        ],
        "stored_parameters": "top_k                          20\ntop_p                          0.95\npresence_penalty               1.5\ntemperature                    1",
        "template_sha256": "b507b9c2f6ca642bffcd06665ea7c91f235fd32daeefdf875a0f938db05fb315"
      },
      {
        "id": "gemma4-e2b",
        "label": "Gemma 4 E2B IT",
        "ollama": "gemma4:e2b-it-q4_K_M",
        "source": "google/gemma-4-E2B-it",
        "digest": "b37049369adfe3d2b653af0ab301a062ca5cbe96ace6aa0d3f2559ee9b563fc2",
        "contexts": [
          8192,
          32768
        ],
        "available": true,
        "reason": null,
        "actual_digest": "b37049369adfe3d2b653af0ab301a062ca5cbe96ace6aa0d3f2559ee9b563fc2",
        "capabilities": [
          "completion",
          "vision",
          "audio",
          "tools",
          "thinking"
        ],
        "stored_parameters": "draft_num_predict              3\ntemperature                    1\ntop_k                          64\ntop_p                          0.95",
        "template_sha256": "b507b9c2f6ca642bffcd06665ea7c91f235fd32daeefdf875a0f938db05fb315"
      },
      {
        "id": "gemma4-e4b",
        "label": "Gemma 4 E4B IT",
        "ollama": "gemma4:e4b-it-q4_K_M",
        "source": "google/gemma-4-E4B-it",
        "digest": "dc35e8d9c6061baa6f0fa870975ab6932e2542b579b13ea0f199fa4bb7300c9c",
        "contexts": [
          8192,
          32768
        ],
        "available": true,
        "reason": null,
        "actual_digest": "dc35e8d9c6061baa6f0fa870975ab6932e2542b579b13ea0f199fa4bb7300c9c",
        "capabilities": [
          "completion",
          "vision",
          "audio",
          "tools",
          "thinking"
        ],
        "stored_parameters": "draft_num_predict              3\ntemperature                    1\ntop_k                          64\ntop_p                          0.95",
        "template_sha256": "b507b9c2f6ca642bffcd06665ea7c91f235fd32daeefdf875a0f938db05fb315"
      },
      {
        "id": "gigachat31-lightning",
        "label": "GigaChat 3.1 Lightning",
        "ollama": "hf.co/ai-sage/GigaChat3.1-10B-A1.8B-GGUF:Q4_K_M",
        "source": "ai-sage/GigaChat3.1-10B-A1.8B-GGUF",
        "revision": "97045b260251cfa86f5ad25638fa2dd074153446",
        "sha256": "68a8732fb5cee04f83ebffd7924e15c534d4442c5a43d2ba9e2041fe310b8deb",
        "digest": "67b43038e03f650922b01cc98d07ae1058850c630e6144f190d7b87c02c08028",
        "contexts": [
          8192,
          32768
        ],
        "template_note": "Two explicit messages only; no vendor developer system.",
        "template_source_revision": "99ef74e635fb6bf2509ff52760818ea10e8f72c8",
        "available": true,
        "reason": null,
        "actual_digest": "67b43038e03f650922b01cc98d07ae1058850c630e6144f190d7b87c02c08028",
        "capabilities": [
          "tools",
          "completion"
        ],
        "stored_parameters": "stop                           \"<s>\"\nstop                           \"<|role_sep|>\"\nstop                           \"<role_description>\"\nstop                           \"<instruction_priority>\"\nstop                           \"<memory_guidelines>\"\nstop                           \"<assistant_guidelines>\"\nstop                           \"<function_usage>\"\nstop                           \"<available_modalities>\"\nstop                           \"<|message_sep|>\"\nstop                           \"user<|role_sep|>\"",
        "template_sha256": "e0b8ec1e172a124fe688e705a6e48fc30c575c23dae7388e43007f150d8343a3"
      },
      {
        "id": "t-lite21",
        "label": "T-lite-it-2.1",
        "ollama": "hf.co/t-tech/T-lite-it-2.1-GGUF:Q4_K_M",
        "source": "t-tech/T-lite-it-2.1-GGUF",
        "revision": "fc10186e59064c2e74f59c3d5dbce233931b3b81",
        "sha256": "68c75f5940c36baca18113058ad3d55f6d1d3e1123a8053bb4bba8481805c960",
        "digest": "f9ae1828bdce0a90309389e532f07f885ef8f8c066a09171da4a12fed797cf41",
        "contexts": [
          8192,
          32768
        ],
        "template_note": "Official non-thinking assistant prefix; closed empty think block is input, not generated output.",
        "template_source_revision": "d125c970c553de58fcee3c937d5e4867d4a448d8",
        "available": true,
        "reason": null,
        "actual_digest": "f9ae1828bdce0a90309389e532f07f885ef8f8c066a09171da4a12fed797cf41",
        "capabilities": [
          "tools",
          "thinking",
          "completion"
        ],
        "stored_parameters": "temperature                    0.6\ntop_k                          20\ntop_p                          0.95\nrepeat_penalty                 1\nstop                           \"<|im_start|>\"\nstop                           \"<|im_end|>\"",
        "template_sha256": "30a75d10e60b57e2f260420163dd59720dacf9f63b9a8de070d65dd80a7b30f7"
      }
    ],
    "execution_unconfirmed": false
  },
  "result": {
    "run_id": "id-c93ebcd6bf43c1",
    "text": "READY",
    "thinking": "",
    "test": {
      "run_id": "id-c93ebcd6bf43c1",
      "model": "qwen35-2b",
      "system_prompt": "Return exactly the word READY. No other text.",
      "prompt": "Check independence.",
      "context": 8192,
      "temperature": 0.0,
      "seed": 42,
      "max_tokens": 32,
      "expected": "READY",
      "required": [],
      "forbidden": [],
      "normalize": false
    },
    "model_info": {
      "id": "qwen35-2b",
      "label": "Qwen3.5 2B",
      "ollama": "qwen3.5:2b-q4_k_m",
      "source": "Qwen/Qwen3.5-2B",
      "digest": "09de712676e7ed373b82ebfd33bfeb7fa70d00c38a3ff63fe104b89fd8a2334f",
      "contexts": [
        8192,
        32768
      ],
      "available": true,
      "reason": null,
      "actual_digest": "09de712676e7ed373b82ebfd33bfeb7fa70d00c38a3ff63fe104b89fd8a2334f",
      "capabilities": [
        "completion",
        "tools",
        "thinking"
      ],
      "stored_parameters": "repeat_penalty                 1.1\nstop                           \"<|im_end|>\"\nstop                           \"<|endoftext|>\"\ntemperature                    0.2\nnum_predict                    256",
      "template_sha256": "b507b9c2f6ca642bffcd06665ea7c91f235fd32daeefdf875a0f938db05fb315"
    },
    "metrics": {
      "queue_ms": 1.0082379449158907,
      "first_text_ms": 59895.428420975804,
      "total_ms": 61050.95657496713
    },
    "request": {
      "model": "qwen3.5:2b-q4_k_m",
      "messages": [
        {
          "role": "system",
          "content": "Return exactly the word READY. No other text."
        },
        {
          "role": "user",
          "content": "Check independence."
        }
      ],
      "stream": true,
      "truncate": false,
      "shift": false,
      "keep_alive": "5m",
      "options": {
        "num_ctx": 8192,
        "num_predict": 32,
        "temperature": 0.0,
        "seed": 42,
        "top_p": 1,
        "top_k": 0,
        "repeat_penalty": 1,
        "presence_penalty": 0,
        "frequency_penalty": 0
      },
      "think": false
    },
    "provider_model": "qwen3.5:2b-q4_k_m",
    "provider_metrics": {
      "created_at": "2026-11-12T12:25:42.169257061Z",
      "done": true,
      "done_reason": "stop",
      "total_duration": 61008429103,
      "load_duration": 27175263045,
      "prompt_eval_count": 30,
      "prompt_eval_cached_count": 0,
      "prompt_eval_duration": 32666880000,
      "eval_count": 2,
      "eval_duration": 1163465000
    },
    "done_reason": "stop",
    "placement": {
      "name": "qwen3.5:2b-q4_k_m",
      "model": "qwen3.5:2b-q4_k_m",
      "size": 1516618382,
      "digest": "09de712676e7ed373b82ebfd33bfeb7fa70d00c38a3ff63fe104b89fd8a2334f",
      "details": {
        "parent_model": "",
        "format": "gguf",
        "family": "qwen35",
        "families": [
          "qwen35"
        ],
        "parameter_size": "1.9B",
        "quantization_level": "Q4_K_M"
      },
      "expires_at": "2026-11-12T12:30:42.169695194Z",
      "size_vram": 1516618382,
      "context_length": 8192,
      "runner": "llamacpp"
    },
    "comparison": {
      "exact": true,
      "normalization": "none",
      "required": [],
      "forbidden": [],
      "matched": true,
      "diff": [
        {
          "operation": "equal",
          "expected": [
            "READY"
          ],
          "actual": [
            "READY"
          ]
        }
      ],
      "wer": 0.0,
      "cer": 0.0
    },
    "status": "completed",
    "sequence": 5
  }
}