{
  "schema_version": "0.1",
  "canitoolcall_version": "0.1.0.dev0",
  "engine": {
    "name": "llamacpp",
    "version": "a25c9865",
    "commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
    "details": {
      "build_info": "b1-a25c986",
      "harness": "harnesses/llamacpp/replay.cpp",
      "harness_protocol": 1,
      "template_source": "gguf",
      "reasoning_format": "deepseek",
      "detokenizer": "common_token_to_piece(vocab-only GGUF, special = id in preserved_tokens)",
      "pinned_version": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
      "tokens_per_step": "one"
    }
  },
  "run": {
    "started_at": "2026-09-26T05:36:17Z",
    "finished_at": "2026-09-26T05:37:20Z",
    "platform": "linux-x86_64",
    "python": "3.12.14",
    "fixtures_digest": "a1e7b55367e195e8aa6e2ef746b2cc141b44f37caad0887ff8f30b104616f836",
    "strategies": [
      "one",
      "special",
      "token",
      "rand:1:8",
      "rand:2:8",
      "rand:3:8",
      "rand:4:8",
      "rand:5:8"
    ],
    "normalization": "soft-v1",
    "synthetic_strategies": [
      "one",
      "special",
      "rand:1:8",
      "rand:2:8",
      "rand:3:8",
      "rand:4:8",
      "rand:5:8"
    ]
  },
  "cases": [
    {
      "fixture_id": "deepseek/vllm-v3-no-tool-calls",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "22e97ba043dacf9df1f071a9de9d2bb6b0757491f16e96e810834b86e1641286",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3-0324",
        "tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf",
        "vocab_gguf_sha256": "ef0dce472db9af93ffb8a1e72bb8eeaf70927508bb587d90d196260867eff6c4",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "fixture_generation_prompt": "<｜Assistant｜>",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "function<｜tool▁sep｜>",
          "```json\n{'AA_ARG_FST_AA': 'XXXX', 'BB_ARG_SND_BB': 'YYYY'}\n```",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'",
          "': 'XXXX'}\n```<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'AA_ARG_FST_AA': '",
          "'}\n```"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "83a43c9669f70c80609c321c8bd29d69ac1e6d718f98d32c0326c5effc818443",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V3-0324"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/vllm-v3-single-call",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "22e97ba043dacf9df1f071a9de9d2bb6b0757491f16e96e810834b86e1641286",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3-0324",
        "tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf",
        "vocab_gguf_sha256": "ef0dce472db9af93ffb8a1e72bb8eeaf70927508bb587d90d196260867eff6c4",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "fixture_generation_prompt": "<｜Assistant｜>",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "function<｜tool▁sep｜>",
          "```json\n{'AA_ARG_FST_AA': 'XXXX', 'BB_ARG_SND_BB': 'YYYY'}\n```",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'",
          "': 'XXXX'}\n```<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'AA_ARG_FST_AA': '",
          "'}\n```"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "83a43c9669f70c80609c321c8bd29d69ac1e6d718f98d32c0326c5effc818443",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V3-0324"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/vllm-v3-parallel-no-newline",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search_hotels'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search_hotels'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search_hotels'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search_hotels'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search_hotels'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search_hotels'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search_hotels'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search_hotels'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search_hotels'], got 0 []"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "22e97ba043dacf9df1f071a9de9d2bb6b0757491f16e96e810834b86e1641286",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3-0324",
        "tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf",
        "vocab_gguf_sha256": "ef0dce472db9af93ffb8a1e72bb8eeaf70927508bb587d90d196260867eff6c4",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "fixture_generation_prompt": "<｜Assistant｜>",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "function<｜tool▁sep｜>",
          "```json\n{'AA_ARG_FST_AA': 'XXXX', 'BB_ARG_SND_BB': 'YYYY'}\n```",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'",
          "': 'XXXX'}\n```<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'AA_ARG_FST_AA': '",
          "'}\n```"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "89d0117d83e1652075a801dee7803d0ebccddf50e1d6db85e9ccdce2bb1985b0",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V3-0324"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/vllm-v3-various-data-types",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "22e97ba043dacf9df1f071a9de9d2bb6b0757491f16e96e810834b86e1641286",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3-0324",
        "tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf",
        "vocab_gguf_sha256": "ef0dce472db9af93ffb8a1e72bb8eeaf70927508bb587d90d196260867eff6c4",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "fixture_generation_prompt": "<｜Assistant｜>",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "function<｜tool▁sep｜>",
          "```json\n{'AA_ARG_FST_AA': 'XXXX', 'BB_ARG_SND_BB': 'YYYY'}\n```",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'",
          "': 'XXXX'}\n```<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'AA_ARG_FST_AA': '",
          "'}\n```"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "6f61e4f1161682269b410bbcb8322083bdd4364dcdbc9f5d0873df859fab9461",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V3-0324"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/vllm-v3-escaped-strings",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "22e97ba043dacf9df1f071a9de9d2bb6b0757491f16e96e810834b86e1641286",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3-0324",
        "tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf",
        "vocab_gguf_sha256": "ef0dce472db9af93ffb8a1e72bb8eeaf70927508bb587d90d196260867eff6c4",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "fixture_generation_prompt": "<｜Assistant｜>",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "function<｜tool▁sep｜>",
          "```json\n{'AA_ARG_FST_AA': 'XXXX', 'BB_ARG_SND_BB': 'YYYY'}\n```",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'",
          "': 'XXXX'}\n```<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'AA_ARG_FST_AA': '",
          "'}\n```"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "0b567a2bbda00de140e0190cee46cf563486a954ee445cebb2d1786f2fb035a7",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V3-0324"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/vllm-v31-text-before-call",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "content: nonstream None, got 'normal text'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "content: nonstream None, got 'normal text'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'normal text'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'normal text'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'normal text'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'normal text'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'normal text'"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3.1.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "45690185067ea25c073bff2d3e425a45ee2564d2bbf6cdf7d885e139d460b8e0",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3.1",
        "tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.1.vocab.gguf",
        "vocab_gguf_sha256": "346cae28cfa6863405f8e2fecdc8c6f101249fdd9cf7bc8f235bb87bf40009e7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'",
          "': 'XXXX'}<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'AA_ARG_FST_AA': '",
          "'}"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "cf0da75a0bdb2580ca8b02be125dd094bc1fc1e9f8e3547714553ccd55cc5de0",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/deepseek-ai-DeepSeek-V3.1.jinja",
            "sha256": "d9f5f351b276cf9e81d009db08830db7d38e94927aecd09a7beb43e2aafee94e",
            "format": "peg-native",
            "nonstream": {
              "content": "normal text",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "foo",
                  "arguments_raw": "{\"x\":1}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": "normal text",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": "normal text",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": "normal text",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": "normal text",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": "normal text",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": "normal text",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": "normal text",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/vllm-v41-text-before-parallel-calls",
      "family": "deepseek",
      "status": "unsupported",
      "checks": [],
      "reason": "llama.cpp convert_hf_to_gguf.py cannot convert deepseek-ai/DeepSeek-V4.1-Flash: ERROR:hf-to-gguf:Model DeepseekV41ForCausalLM is not supported"
    },
    {
      "fixture_id": "deepseek/vllm-v41-reasoning-text-before-parallel-calls",
      "family": "deepseek",
      "status": "unsupported",
      "checks": [],
      "reason": "llama.cpp convert_hf_to_gguf.py cannot convert deepseek-ai/DeepSeek-V4.1-Flash: ERROR:hf-to-gguf:Model DeepseekV41ForCausalLM is not supported"
    },
    {
      "fixture_id": "deepseek/sglang-v32-text-before-empty-invoke",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "llamacpp",
        "template_source_requested": "gguf",
        "template_source_reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)",
        "template_path": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "template_sha256": "8e5a13fcc4bdd4d943311fc59064b805770fdeddfccbd7f1c252cc16e8acaf3d",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "model": "deepseek-ai/DeepSeek-V3.2",
        "tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.2.vocab.gguf",
        "vocab_gguf_sha256": "c5ec56f20d6c055dfa0c24d82a58bd2319f6db8d54949d0a5dd17179370c8d3b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": [
          "tokenizer_config.json: add_bos_token=true"
        ],
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜><think></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜function_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "6983509a77bdd4452065d2cb6d54f90c26a4ab1fe2ea831d9573dca96d9c5fb1",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "gguf": {
            "available": false,
            "reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/sglang-v4-self-closing-invoke",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "7bd4fbdf0c06cd7398ddb6913de6e4a5839b9d06569e74e5b2ec246b375ca9c9",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V4.jinja",
        "model": "deepseek-ai/DeepSeek-V4-Flash",
        "tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf",
        "vocab_gguf_sha256": "3d8e3933508e59992046e7939bb49885e10875affd40c1cdbba31bcbfca5a4a7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜tool_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "268450fb8d2629ec4a39f5eba1fbdd290758faf4c4033fb0023ff377607a94ea",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V4-Flash"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/vllm-v3-malformed-missing-brace",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "22e97ba043dacf9df1f071a9de9d2bb6b0757491f16e96e810834b86e1641286",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3-0324",
        "tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf",
        "vocab_gguf_sha256": "ef0dce472db9af93ffb8a1e72bb8eeaf70927508bb587d90d196260867eff6c4",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "fixture_generation_prompt": "<｜Assistant｜>",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "function<｜tool▁sep｜>",
          "```json\n{'AA_ARG_FST_AA': 'XXXX', 'BB_ARG_SND_BB': 'YYYY'}\n```",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'",
          "': 'XXXX'}\n```<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'AA_ARG_FST_AA': '",
          "'}\n```"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "83a43c9669f70c80609c321c8bd29d69ac1e6d718f98d32c0326c5effc818443",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V3-0324"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/vllm-v3-malformed-missing-call-tokens",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "22e97ba043dacf9df1f071a9de9d2bb6b0757491f16e96e810834b86e1641286",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3-0324",
        "tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf",
        "vocab_gguf_sha256": "ef0dce472db9af93ffb8a1e72bb8eeaf70927508bb587d90d196260867eff6c4",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "fixture_generation_prompt": "<｜Assistant｜>",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "function<｜tool▁sep｜>",
          "```json\n{'AA_ARG_FST_AA': 'XXXX', 'BB_ARG_SND_BB': 'YYYY'}\n```",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'",
          "': 'XXXX'}\n```<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'AA_ARG_FST_AA': '",
          "'}\n```"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "83a43c9669f70c80609c321c8bd29d69ac1e6d718f98d32c0326c5effc818443",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V3-0324"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v3-single-call",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "22e97ba043dacf9df1f071a9de9d2bb6b0757491f16e96e810834b86e1641286",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3-0324",
        "tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf",
        "vocab_gguf_sha256": "ef0dce472db9af93ffb8a1e72bb8eeaf70927508bb587d90d196260867eff6c4",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "fixture_generation_prompt": "<｜Assistant｜>",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "function<｜tool▁sep｜>",
          "```json\n{'AA_ARG_FST_AA': 'XXXX', 'BB_ARG_SND_BB': 'YYYY'}\n```",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'",
          "': 'XXXX'}\n```<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'AA_ARG_FST_AA': '",
          "'}\n```"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V3-0324"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v3-parallel-two-calls",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "22e97ba043dacf9df1f071a9de9d2bb6b0757491f16e96e810834b86e1641286",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3-0324",
        "tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf",
        "vocab_gguf_sha256": "ef0dce472db9af93ffb8a1e72bb8eeaf70927508bb587d90d196260867eff6c4",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "fixture_generation_prompt": "<｜Assistant｜>",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "function<｜tool▁sep｜>",
          "```json\n{'AA_ARG_FST_AA': 'XXXX', 'BB_ARG_SND_BB': 'YYYY'}\n```",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'",
          "': 'XXXX'}\n```<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'AA_ARG_FST_AA': '",
          "'}\n```"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V3-0324"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v3-no-call",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "22e97ba043dacf9df1f071a9de9d2bb6b0757491f16e96e810834b86e1641286",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3-0324",
        "tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf",
        "vocab_gguf_sha256": "ef0dce472db9af93ffb8a1e72bb8eeaf70927508bb587d90d196260867eff6c4",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "fixture_generation_prompt": "<｜Assistant｜>",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "function<｜tool▁sep｜>",
          "```json\n{'AA_ARG_FST_AA': 'XXXX', 'BB_ARG_SND_BB': 'YYYY'}\n```",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'",
          "': 'XXXX'}\n```<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'AA_ARG_FST_AA': '",
          "'}\n```"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V3-0324"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v3-text-before-call",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "content: nonstream None, got 'Let me check the current conditions in London.'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "content: nonstream None, got 'Let me check the current conditions in London.'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Let me check the current conditions in London.'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Let me check the current conditions in London.'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Let me check the current conditions in London.'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Let me check the current conditions in London.'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Let me check the current conditions in London.'"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "22e97ba043dacf9df1f071a9de9d2bb6b0757491f16e96e810834b86e1641286",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3-0324",
        "tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf",
        "vocab_gguf_sha256": "ef0dce472db9af93ffb8a1e72bb8eeaf70927508bb587d90d196260867eff6c4",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "fixture_generation_prompt": "<｜Assistant｜>",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "function<｜tool▁sep｜>",
          "```json\n{'AA_ARG_FST_AA': 'XXXX', 'BB_ARG_SND_BB': 'YYYY'}\n```",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'",
          "': 'XXXX'}\n```<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'AA_ARG_FST_AA': '",
          "'}\n```"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V3-0324"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": "Let me check the current conditions in London.",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": "Let me check the current conditions in London.",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": "Let me check the current conditions in London.",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": "Let me check the current conditions in London.",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": "Let me check the current conditions in London.",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": "Let me check the current conditions in London.",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": "Let me check the current conditions in London.",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v3-empty-arguments",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "22e97ba043dacf9df1f071a9de9d2bb6b0757491f16e96e810834b86e1641286",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3-0324",
        "tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf",
        "vocab_gguf_sha256": "ef0dce472db9af93ffb8a1e72bb8eeaf70927508bb587d90d196260867eff6c4",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "fixture_generation_prompt": "<｜Assistant｜>",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "function<｜tool▁sep｜>",
          "```json\n{'AA_ARG_FST_AA': 'XXXX', 'BB_ARG_SND_BB': 'YYYY'}\n```",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'",
          "': 'XXXX'}\n```<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'AA_ARG_FST_AA': '",
          "'}\n```"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "087e3444fb4f8cb3c090a45e55e6dcb9c26e3c4c39bcf7b3d903f2154627877c",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V3-0324"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v3-numeric-arguments",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "22e97ba043dacf9df1f071a9de9d2bb6b0757491f16e96e810834b86e1641286",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3-0324",
        "tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf",
        "vocab_gguf_sha256": "ef0dce472db9af93ffb8a1e72bb8eeaf70927508bb587d90d196260867eff6c4",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "fixture_generation_prompt": "<｜Assistant｜>",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "function<｜tool▁sep｜>",
          "```json\n{'AA_ARG_FST_AA': 'XXXX', 'BB_ARG_SND_BB': 'YYYY'}\n```",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'",
          "': 'XXXX'}\n```<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'AA_ARG_FST_AA': '",
          "'}\n```"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "c392748030565ca18f28ff94aad01e19dfe18f2dfb8d7b4d9834a7b7845a9041",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V3-0324"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v3-unicode-emoji",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "22e97ba043dacf9df1f071a9de9d2bb6b0757491f16e96e810834b86e1641286",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3-0324",
        "tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf",
        "vocab_gguf_sha256": "ef0dce472db9af93ffb8a1e72bb8eeaf70927508bb587d90d196260867eff6c4",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "fixture_generation_prompt": "<｜Assistant｜>",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "function<｜tool▁sep｜>",
          "```json\n{'AA_ARG_FST_AA': 'XXXX', 'BB_ARG_SND_BB': 'YYYY'}\n```",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'",
          "': 'XXXX'}\n```<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'AA_ARG_FST_AA': '",
          "'}\n```"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "0dbe48dca9e23b30ebf7f163a1010b7461d14185fefefae927677f77d2d68f36",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V3-0324"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v3-marker-in-arguments",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "22e97ba043dacf9df1f071a9de9d2bb6b0757491f16e96e810834b86e1641286",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3-0324",
        "tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf",
        "vocab_gguf_sha256": "ef0dce472db9af93ffb8a1e72bb8eeaf70927508bb587d90d196260867eff6c4",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "fixture_generation_prompt": "<｜Assistant｜>",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "function<｜tool▁sep｜>",
          "```json\n{'AA_ARG_FST_AA': 'XXXX', 'BB_ARG_SND_BB': 'YYYY'}\n```",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'",
          "': 'XXXX'}\n```<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'AA_ARG_FST_AA': '",
          "'}\n```"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "e09d43a17d3171ed01033951d536c5c566c6c2c1877ecf1f4c7ea47dda349a40",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V3-0324"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v3-truncated-mid-arguments",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "22e97ba043dacf9df1f071a9de9d2bb6b0757491f16e96e810834b86e1641286",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3-0324",
        "tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf",
        "vocab_gguf_sha256": "ef0dce472db9af93ffb8a1e72bb8eeaf70927508bb587d90d196260867eff6c4",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "fixture_generation_prompt": "<｜Assistant｜>",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "function<｜tool▁sep｜>",
          "```json\n{'AA_ARG_FST_AA': 'XXXX', 'BB_ARG_SND_BB': 'YYYY'}\n```",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'",
          "': 'XXXX'}\n```<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'AA_ARG_FST_AA': '",
          "'}\n```"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V3-0324"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v3-nested-json",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "22e97ba043dacf9df1f071a9de9d2bb6b0757491f16e96e810834b86e1641286",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3-0324",
        "tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3-0324.vocab.gguf",
        "vocab_gguf_sha256": "ef0dce472db9af93ffb8a1e72bb8eeaf70927508bb587d90d196260867eff6c4",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3-0324@e9b33add76883f293d6bf61f6bd89b497e80e335",
        "fixture_generation_prompt": "<｜Assistant｜>",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "function<｜tool▁sep｜>",
          "```json\n{'AA_ARG_FST_AA': 'XXXX', 'BB_ARG_SND_BB': 'YYYY'}\n```",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'",
          "': 'XXXX'}\n```<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>FFF_FIRST_FUN_F\n```json\n{'AA_ARG_FST_AA': '",
          "'}\n```"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "207eb96ffd4d1f00a7af0ab56e48f350938251a8bf5bc3f66e17c67297c5cc3f",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V3-0324"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v31-single-call",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3.1.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "45690185067ea25c073bff2d3e425a45ee2564d2bbf6cdf7d885e139d460b8e0",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3.1",
        "tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.1.vocab.gguf",
        "vocab_gguf_sha256": "346cae28cfa6863405f8e2fecdc8c6f101249fdd9cf7bc8f235bb87bf40009e7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'",
          "': 'XXXX'}<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'AA_ARG_FST_AA': '",
          "'}"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/deepseek-ai-DeepSeek-V3.1.jinja",
            "sha256": "d9f5f351b276cf9e81d009db08830db7d38e94927aecd09a7beb43e2aafee94e",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"c\"}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v31-parallel-two-calls",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3.1.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "45690185067ea25c073bff2d3e425a45ee2564d2bbf6cdf7d885e139d460b8e0",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3.1",
        "tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.1.vocab.gguf",
        "vocab_gguf_sha256": "346cae28cfa6863405f8e2fecdc8c6f101249fdd9cf7bc8f235bb87bf40009e7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'",
          "': 'XXXX'}<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'AA_ARG_FST_AA': '",
          "'}"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/deepseek-ai-DeepSeek-V3.1.jinja",
            "sha256": "d9f5f351b276cf9e81d009db08830db7d38e94927aecd09a7beb43e2aafee94e",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
                },
                {
                  "name": "search",
                  "arguments_raw": "{\"query\": \"café \\\"best\\\"\", \"filters\": {\"tags\": [\"a\", \"b\"], \"max\": 3}}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v31-no-call",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3.1.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "45690185067ea25c073bff2d3e425a45ee2564d2bbf6cdf7d885e139d460b8e0",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3.1",
        "tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.1.vocab.gguf",
        "vocab_gguf_sha256": "346cae28cfa6863405f8e2fecdc8c6f101249fdd9cf7bc8f235bb87bf40009e7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'",
          "': 'XXXX'}<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'AA_ARG_FST_AA': '",
          "'}"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/deepseek-ai-DeepSeek-V3.1.jinja",
            "sha256": "d9f5f351b276cf9e81d009db08830db7d38e94927aecd09a7beb43e2aafee94e",
            "format": "peg-native",
            "nonstream": {
              "content": "Hello! How can I help you today?",
              "reasoning_content": null,
              "tool_calls": [],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v31-text-before-call",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "content: nonstream None, got 'Let me check the current conditions in London.'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "content: nonstream None, got 'Let me check the current conditions in London.'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Let me check the current conditions in London.'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Let me check the current conditions in London.'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Let me check the current conditions in London.'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Let me check the current conditions in London.'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Let me check the current conditions in London.'"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3.1.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "45690185067ea25c073bff2d3e425a45ee2564d2bbf6cdf7d885e139d460b8e0",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3.1",
        "tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.1.vocab.gguf",
        "vocab_gguf_sha256": "346cae28cfa6863405f8e2fecdc8c6f101249fdd9cf7bc8f235bb87bf40009e7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'",
          "': 'XXXX'}<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'AA_ARG_FST_AA': '",
          "'}"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/deepseek-ai-DeepSeek-V3.1.jinja",
            "sha256": "d9f5f351b276cf9e81d009db08830db7d38e94927aecd09a7beb43e2aafee94e",
            "format": "peg-native",
            "nonstream": {
              "content": "Let me check the current conditions in London.",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\": \"London\"}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": "Let me check the current conditions in London.",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": "Let me check the current conditions in London.",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": "Let me check the current conditions in London.",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": "Let me check the current conditions in London.",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": "Let me check the current conditions in London.",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": "Let me check the current conditions in London.",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": "Let me check the current conditions in London.",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v31-empty-arguments",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3.1.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "45690185067ea25c073bff2d3e425a45ee2564d2bbf6cdf7d885e139d460b8e0",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3.1",
        "tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.1.vocab.gguf",
        "vocab_gguf_sha256": "346cae28cfa6863405f8e2fecdc8c6f101249fdd9cf7bc8f235bb87bf40009e7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'",
          "': 'XXXX'}<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'AA_ARG_FST_AA': '",
          "'}"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "087e3444fb4f8cb3c090a45e55e6dcb9c26e3c4c39bcf7b3d903f2154627877c",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/deepseek-ai-DeepSeek-V3.1.jinja",
            "sha256": "d9f5f351b276cf9e81d009db08830db7d38e94927aecd09a7beb43e2aafee94e",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_time",
                  "arguments_raw": "{}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v31-numeric-arguments",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3.1.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "45690185067ea25c073bff2d3e425a45ee2564d2bbf6cdf7d885e139d460b8e0",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3.1",
        "tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.1.vocab.gguf",
        "vocab_gguf_sha256": "346cae28cfa6863405f8e2fecdc8c6f101249fdd9cf7bc8f235bb87bf40009e7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'",
          "': 'XXXX'}<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'AA_ARG_FST_AA': '",
          "'}"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "c392748030565ca18f28ff94aad01e19dfe18f2dfb8d7b4d9834a7b7845a9041",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/deepseek-ai-DeepSeek-V3.1.jinja",
            "sha256": "d9f5f351b276cf9e81d009db08830db7d38e94927aecd09a7beb43e2aafee94e",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "calculate",
                  "arguments_raw": "{\"x\": -3, \"y\": 2.5, \"tolerance\": 1e-05, \"exact\": true, \"limit\": null, \"values\": [0, -0.5, 1e+21], \"code\": \"007\"}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v31-unicode-emoji",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3.1.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "45690185067ea25c073bff2d3e425a45ee2564d2bbf6cdf7d885e139d460b8e0",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3.1",
        "tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.1.vocab.gguf",
        "vocab_gguf_sha256": "346cae28cfa6863405f8e2fecdc8c6f101249fdd9cf7bc8f235bb87bf40009e7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'",
          "': 'XXXX'}<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'AA_ARG_FST_AA': '",
          "'}"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "0dbe48dca9e23b30ebf7f163a1010b7461d14185fefefae927677f77d2d68f36",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/deepseek-ai-DeepSeek-V3.1.jinja",
            "sha256": "d9f5f351b276cf9e81d009db08830db7d38e94927aecd09a7beb43e2aafee94e",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "translate",
                  "arguments_raw": "{\"text\": \"こんにちは 🌸 مرحبا — naïve café 👩‍💻\", \"target\": \"de\"}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v31-marker-in-arguments",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3.1.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "45690185067ea25c073bff2d3e425a45ee2564d2bbf6cdf7d885e139d460b8e0",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3.1",
        "tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.1.vocab.gguf",
        "vocab_gguf_sha256": "346cae28cfa6863405f8e2fecdc8c6f101249fdd9cf7bc8f235bb87bf40009e7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'",
          "': 'XXXX'}<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'AA_ARG_FST_AA': '",
          "'}"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "e09d43a17d3171ed01033951d536c5c566c6c2c1877ecf1f4c7ea47dda349a40",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/deepseek-ai-DeepSeek-V3.1.jinja",
            "sha256": "d9f5f351b276cf9e81d009db08830db7d38e94927aecd09a7beb43e2aafee94e",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "echo",
                  "arguments_raw": "{\"text\": \"Tokens like <｜tool▁call▁begin｜>f<｜tool▁sep｜>{} are markup.\"}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v31-truncated-mid-arguments",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3.1.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "45690185067ea25c073bff2d3e425a45ee2564d2bbf6cdf7d885e139d460b8e0",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3.1",
        "tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.1.vocab.gguf",
        "vocab_gguf_sha256": "346cae28cfa6863405f8e2fecdc8c6f101249fdd9cf7bc8f235bb87bf40009e7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'",
          "': 'XXXX'}<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'AA_ARG_FST_AA': '",
          "'}"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/deepseek-ai-DeepSeek-V3.1.jinja",
            "sha256": "d9f5f351b276cf9e81d009db08830db7d38e94927aecd09a7beb43e2aafee94e",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\": \"Zür"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v31-multi-turn-after-tool-result",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3.1.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "45690185067ea25c073bff2d3e425a45ee2564d2bbf6cdf7d885e139d460b8e0",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3.1",
        "tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.1.vocab.gguf",
        "vocab_gguf_sha256": "346cae28cfa6863405f8e2fecdc8c6f101249fdd9cf7bc8f235bb87bf40009e7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "fixture_generation_prompt": "",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'",
          "': 'XXXX'}<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'AA_ARG_FST_AA': '",
          "'}"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/deepseek-ai-DeepSeek-V3.1.jinja",
            "sha256": "d9f5f351b276cf9e81d009db08830db7d38e94927aecd09a7beb43e2aafee94e",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "search",
                  "arguments_raw": "{\"query\": \"café Zürich\"}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v31-nested-json",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V3.1.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "45690185067ea25c073bff2d3e425a45ee2564d2bbf6cdf7d885e139d460b8e0",
        "template_identical_to": null,
        "model": "deepseek-ai/DeepSeek-V3.1",
        "tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.1.vocab.gguf",
        "vocab_gguf_sha256": "346cae28cfa6863405f8e2fecdc8c6f101249fdd9cf7bc8f235bb87bf40009e7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.1@c0781d039fb7a1ba2abc4add0bdc293e92d2b8db",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<｜tool▁calls▁begin｜>",
          "<｜tool▁calls▁end｜>",
          "<｜tool▁call▁begin｜>",
          "<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'",
          "': 'XXXX'}<｜tool▁call▁end｜>",
          "<｜tool▁sep｜>{'AA_ARG_FST_AA': '",
          "'}"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "207eb96ffd4d1f00a7af0ab56e48f350938251a8bf5bc3f66e17c67297c5cc3f",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/deepseek-ai-DeepSeek-V3.1.jinja",
            "sha256": "d9f5f351b276cf9e81d009db08830db7d38e94927aecd09a7beb43e2aafee94e",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "create_event",
                  "arguments_raw": "{\"title\": \"Design review\", \"when\": {\"start\": \"2026-10-01T09:00:00Z\", \"end\": \"2026-10-01T10:00:00Z\"}, \"attendees\": [{\"name\": \"Ana\", \"optional\": false}, {\"name\": \"Bo\", \"optional\": true, \"roles\": [\"notes\"]}]}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v32-single-call",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "llamacpp",
        "template_source_requested": "gguf",
        "template_source_reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)",
        "template_path": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "template_sha256": "8e5a13fcc4bdd4d943311fc59064b805770fdeddfccbd7f1c252cc16e8acaf3d",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "model": "deepseek-ai/DeepSeek-V3.2",
        "tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.2.vocab.gguf",
        "vocab_gguf_sha256": "c5ec56f20d6c055dfa0c24d82a58bd2319f6db8d54949d0a5dd17179370c8d3b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": [
          "tokenizer_config.json: add_bos_token=true"
        ],
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜><think></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜function_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "gguf": {
            "available": false,
            "reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v32-parallel-two-calls",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "llamacpp",
        "template_source_requested": "gguf",
        "template_source_reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)",
        "template_path": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "template_sha256": "8e5a13fcc4bdd4d943311fc59064b805770fdeddfccbd7f1c252cc16e8acaf3d",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "model": "deepseek-ai/DeepSeek-V3.2",
        "tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.2.vocab.gguf",
        "vocab_gguf_sha256": "c5ec56f20d6c055dfa0c24d82a58bd2319f6db8d54949d0a5dd17179370c8d3b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": [
          "tokenizer_config.json: add_bos_token=true"
        ],
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜><think></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜function_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "gguf": {
            "available": false,
            "reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v32-no-call",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "llamacpp",
        "template_source_requested": "gguf",
        "template_source_reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)",
        "template_path": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "template_sha256": "8e5a13fcc4bdd4d943311fc59064b805770fdeddfccbd7f1c252cc16e8acaf3d",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "model": "deepseek-ai/DeepSeek-V3.2",
        "tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.2.vocab.gguf",
        "vocab_gguf_sha256": "c5ec56f20d6c055dfa0c24d82a58bd2319f6db8d54949d0a5dd17179370c8d3b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": [
          "tokenizer_config.json: add_bos_token=true"
        ],
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜><think></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜function_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "gguf": {
            "available": false,
            "reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v32-text-before-call",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "llamacpp",
        "template_source_requested": "gguf",
        "template_source_reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)",
        "template_path": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "template_sha256": "8e5a13fcc4bdd4d943311fc59064b805770fdeddfccbd7f1c252cc16e8acaf3d",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "model": "deepseek-ai/DeepSeek-V3.2",
        "tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.2.vocab.gguf",
        "vocab_gguf_sha256": "c5ec56f20d6c055dfa0c24d82a58bd2319f6db8d54949d0a5dd17179370c8d3b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": [
          "tokenizer_config.json: add_bos_token=true"
        ],
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜><think></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜function_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "gguf": {
            "available": false,
            "reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v32-empty-arguments",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "llamacpp",
        "template_source_requested": "gguf",
        "template_source_reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)",
        "template_path": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "template_sha256": "8e5a13fcc4bdd4d943311fc59064b805770fdeddfccbd7f1c252cc16e8acaf3d",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "model": "deepseek-ai/DeepSeek-V3.2",
        "tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.2.vocab.gguf",
        "vocab_gguf_sha256": "c5ec56f20d6c055dfa0c24d82a58bd2319f6db8d54949d0a5dd17179370c8d3b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": [
          "tokenizer_config.json: add_bos_token=true"
        ],
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜><think></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜function_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "087e3444fb4f8cb3c090a45e55e6dcb9c26e3c4c39bcf7b3d903f2154627877c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "gguf": {
            "available": false,
            "reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v32-numeric-arguments",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "llamacpp",
        "template_source_requested": "gguf",
        "template_source_reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)",
        "template_path": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "template_sha256": "8e5a13fcc4bdd4d943311fc59064b805770fdeddfccbd7f1c252cc16e8acaf3d",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "model": "deepseek-ai/DeepSeek-V3.2",
        "tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.2.vocab.gguf",
        "vocab_gguf_sha256": "c5ec56f20d6c055dfa0c24d82a58bd2319f6db8d54949d0a5dd17179370c8d3b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": [
          "tokenizer_config.json: add_bos_token=true"
        ],
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜><think></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜function_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "c392748030565ca18f28ff94aad01e19dfe18f2dfb8d7b4d9834a7b7845a9041",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "gguf": {
            "available": false,
            "reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v32-unicode-emoji",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "llamacpp",
        "template_source_requested": "gguf",
        "template_source_reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)",
        "template_path": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "template_sha256": "8e5a13fcc4bdd4d943311fc59064b805770fdeddfccbd7f1c252cc16e8acaf3d",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "model": "deepseek-ai/DeepSeek-V3.2",
        "tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.2.vocab.gguf",
        "vocab_gguf_sha256": "c5ec56f20d6c055dfa0c24d82a58bd2319f6db8d54949d0a5dd17179370c8d3b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": [
          "tokenizer_config.json: add_bos_token=true"
        ],
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜><think></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜function_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "0dbe48dca9e23b30ebf7f163a1010b7461d14185fefefae927677f77d2d68f36",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "gguf": {
            "available": false,
            "reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v32-marker-in-arguments",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "llamacpp",
        "template_source_requested": "gguf",
        "template_source_reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)",
        "template_path": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "template_sha256": "8e5a13fcc4bdd4d943311fc59064b805770fdeddfccbd7f1c252cc16e8acaf3d",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "model": "deepseek-ai/DeepSeek-V3.2",
        "tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.2.vocab.gguf",
        "vocab_gguf_sha256": "c5ec56f20d6c055dfa0c24d82a58bd2319f6db8d54949d0a5dd17179370c8d3b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": [
          "tokenizer_config.json: add_bos_token=true"
        ],
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜><think></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜function_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "e09d43a17d3171ed01033951d536c5c566c6c2c1877ecf1f4c7ea47dda349a40",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "gguf": {
            "available": false,
            "reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v32-truncated-mid-arguments",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the first call's arguments: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the first call's arguments: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the first call's arguments: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the first call's arguments: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the first call's arguments: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the first call's arguments: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the first call's arguments: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the first call's arguments: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the first call's arguments: no complete call exists."
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Zür': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Zür': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Zür': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Zür': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Zür': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Zür': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Zür': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Zür': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Zür': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "llamacpp",
        "template_source_requested": "gguf",
        "template_source_reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)",
        "template_path": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "template_sha256": "8e5a13fcc4bdd4d943311fc59064b805770fdeddfccbd7f1c252cc16e8acaf3d",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "model": "deepseek-ai/DeepSeek-V3.2",
        "tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.2.vocab.gguf",
        "vocab_gguf_sha256": "c5ec56f20d6c055dfa0c24d82a58bd2319f6db8d54949d0a5dd17179370c8d3b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": [
          "tokenizer_config.json: add_bos_token=true"
        ],
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜><think></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜function_calls>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "gguf": {
            "available": false,
            "reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\"Zür"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zür"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zür"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zür"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zür"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zür"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zür"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zür"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zür"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v32-reasoning-single-call",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "llamacpp",
        "template_source_requested": "gguf",
        "template_source_reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)",
        "template_path": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "template_sha256": "8e5a13fcc4bdd4d943311fc59064b805770fdeddfccbd7f1c252cc16e8acaf3d",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "model": "deepseek-ai/DeepSeek-V3.2",
        "tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.2.vocab.gguf",
        "vocab_gguf_sha256": "c5ec56f20d6c055dfa0c24d82a58bd2319f6db8d54949d0a5dd17179370c8d3b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": [
          "tokenizer_config.json: add_bos_token=true"
        ],
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "fixture_generation_prompt": "<｜Assistant｜><think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜function_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "gguf": {
            "available": false,
            "reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v32-reasoning-parallel-text-before",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "llamacpp",
        "template_source_requested": "gguf",
        "template_source_reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)",
        "template_path": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "template_sha256": "8e5a13fcc4bdd4d943311fc59064b805770fdeddfccbd7f1c252cc16e8acaf3d",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "model": "deepseek-ai/DeepSeek-V3.2",
        "tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.2.vocab.gguf",
        "vocab_gguf_sha256": "c5ec56f20d6c055dfa0c24d82a58bd2319f6db8d54949d0a5dd17179370c8d3b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": [
          "tokenizer_config.json: add_bos_token=true"
        ],
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "fixture_generation_prompt": "<｜Assistant｜><think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜function_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "gguf": {
            "available": false,
            "reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v32-reasoning-no-call",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "llamacpp",
        "template_source_requested": "gguf",
        "template_source_reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)",
        "template_path": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "template_sha256": "8e5a13fcc4bdd4d943311fc59064b805770fdeddfccbd7f1c252cc16e8acaf3d",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "model": "deepseek-ai/DeepSeek-V3.2",
        "tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.2.vocab.gguf",
        "vocab_gguf_sha256": "c5ec56f20d6c055dfa0c24d82a58bd2319f6db8d54949d0a5dd17179370c8d3b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": [
          "tokenizer_config.json: add_bos_token=true"
        ],
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "fixture_generation_prompt": "<｜Assistant｜><think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜function_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "gguf": {
            "available": false,
            "reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v32-string-false-json",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "llamacpp",
        "template_source_requested": "gguf",
        "template_source_reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)",
        "template_path": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "template_sha256": "8e5a13fcc4bdd4d943311fc59064b805770fdeddfccbd7f1c252cc16e8acaf3d",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "model": "deepseek-ai/DeepSeek-V3.2",
        "tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.2.vocab.gguf",
        "vocab_gguf_sha256": "c5ec56f20d6c055dfa0c24d82a58bd2319f6db8d54949d0a5dd17179370c8d3b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": [
          "tokenizer_config.json: add_bos_token=true"
        ],
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜><think></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜function_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "207eb96ffd4d1f00a7af0ab56e48f350938251a8bf5bc3f66e17c67297c5cc3f",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "gguf": {
            "available": false,
            "reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v32-unescaped-string-value",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "llamacpp",
        "template_source_requested": "gguf",
        "template_source_reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)",
        "template_path": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "template_sha256": "8e5a13fcc4bdd4d943311fc59064b805770fdeddfccbd7f1c252cc16e8acaf3d",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "model": "deepseek-ai/DeepSeek-V3.2",
        "tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.2.vocab.gguf",
        "vocab_gguf_sha256": "c5ec56f20d6c055dfa0c24d82a58bd2319f6db8d54949d0a5dd17179370c8d3b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": [
          "tokenizer_config.json: add_bos_token=true"
        ],
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜><think></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜function_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "22c86a6cc645764a6c436f4e302aacf94f045254da010f4f8f0fc9fe397f70af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "gguf": {
            "available": false,
            "reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v32-truncated-in-reasoning",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "llamacpp",
        "template_source_requested": "gguf",
        "template_source_reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)",
        "template_path": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "template_sha256": "8e5a13fcc4bdd4d943311fc59064b805770fdeddfccbd7f1c252cc16e8acaf3d",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "model": "deepseek-ai/DeepSeek-V3.2",
        "tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.2.vocab.gguf",
        "vocab_gguf_sha256": "c5ec56f20d6c055dfa0c24d82a58bd2319f6db8d54949d0a5dd17179370c8d3b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": [
          "tokenizer_config.json: add_bos_token=true"
        ],
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "fixture_generation_prompt": "<｜Assistant｜><think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜function_calls>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "gguf": {
            "available": false,
            "reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v32-truncated-second-parallel-call",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "llamacpp",
        "template_source_requested": "gguf",
        "template_source_reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)",
        "template_path": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "template_sha256": "8e5a13fcc4bdd4d943311fc59064b805770fdeddfccbd7f1c252cc16e8acaf3d",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V3.2.jinja",
        "model": "deepseek-ai/DeepSeek-V3.2",
        "tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V3.2.vocab.gguf",
        "vocab_gguf_sha256": "c5ec56f20d6c055dfa0c24d82a58bd2319f6db8d54949d0a5dd17179370c8d3b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": [
          "tokenizer_config.json: add_bos_token=true"
        ],
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜><think></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜function_calls>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "gguf": {
            "available": false,
            "reason": "deepseek-ai--DeepSeek-V3.2.vocab.gguf has no tokenizer.chat_template (llama.cpp would fall back to chatml)"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
            },
            {
              "name": "search",
              "arguments_raw": "{"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v4-single-call",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "7bd4fbdf0c06cd7398ddb6913de6e4a5839b9d06569e74e5b2ec246b375ca9c9",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V4.jinja",
        "model": "deepseek-ai/DeepSeek-V4-Flash",
        "tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf",
        "vocab_gguf_sha256": "3d8e3933508e59992046e7939bb49885e10875affd40c1cdbba31bcbfca5a4a7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜tool_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V4-Flash"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v4-parallel-two-calls",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "7bd4fbdf0c06cd7398ddb6913de6e4a5839b9d06569e74e5b2ec246b375ca9c9",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V4.jinja",
        "model": "deepseek-ai/DeepSeek-V4-Flash",
        "tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf",
        "vocab_gguf_sha256": "3d8e3933508e59992046e7939bb49885e10875affd40c1cdbba31bcbfca5a4a7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜tool_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V4-Flash"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v4-no-call",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "7bd4fbdf0c06cd7398ddb6913de6e4a5839b9d06569e74e5b2ec246b375ca9c9",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V4.jinja",
        "model": "deepseek-ai/DeepSeek-V4-Flash",
        "tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf",
        "vocab_gguf_sha256": "3d8e3933508e59992046e7939bb49885e10875affd40c1cdbba31bcbfca5a4a7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜tool_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V4-Flash"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v4-text-before-call",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "7bd4fbdf0c06cd7398ddb6913de6e4a5839b9d06569e74e5b2ec246b375ca9c9",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V4.jinja",
        "model": "deepseek-ai/DeepSeek-V4-Flash",
        "tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf",
        "vocab_gguf_sha256": "3d8e3933508e59992046e7939bb49885e10875affd40c1cdbba31bcbfca5a4a7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜tool_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V4-Flash"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v4-empty-arguments",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "7bd4fbdf0c06cd7398ddb6913de6e4a5839b9d06569e74e5b2ec246b375ca9c9",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V4.jinja",
        "model": "deepseek-ai/DeepSeek-V4-Flash",
        "tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf",
        "vocab_gguf_sha256": "3d8e3933508e59992046e7939bb49885e10875affd40c1cdbba31bcbfca5a4a7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜tool_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "087e3444fb4f8cb3c090a45e55e6dcb9c26e3c4c39bcf7b3d903f2154627877c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V4-Flash"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v4-numeric-arguments",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "7bd4fbdf0c06cd7398ddb6913de6e4a5839b9d06569e74e5b2ec246b375ca9c9",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V4.jinja",
        "model": "deepseek-ai/DeepSeek-V4-Flash",
        "tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf",
        "vocab_gguf_sha256": "3d8e3933508e59992046e7939bb49885e10875affd40c1cdbba31bcbfca5a4a7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜tool_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "c392748030565ca18f28ff94aad01e19dfe18f2dfb8d7b4d9834a7b7845a9041",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V4-Flash"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v4-unicode-emoji",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "7bd4fbdf0c06cd7398ddb6913de6e4a5839b9d06569e74e5b2ec246b375ca9c9",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V4.jinja",
        "model": "deepseek-ai/DeepSeek-V4-Flash",
        "tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf",
        "vocab_gguf_sha256": "3d8e3933508e59992046e7939bb49885e10875affd40c1cdbba31bcbfca5a4a7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜tool_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "0dbe48dca9e23b30ebf7f163a1010b7461d14185fefefae927677f77d2d68f36",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V4-Flash"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v4-marker-in-arguments",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "7bd4fbdf0c06cd7398ddb6913de6e4a5839b9d06569e74e5b2ec246b375ca9c9",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V4.jinja",
        "model": "deepseek-ai/DeepSeek-V4-Flash",
        "tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf",
        "vocab_gguf_sha256": "3d8e3933508e59992046e7939bb49885e10875affd40c1cdbba31bcbfca5a4a7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜tool_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "e09d43a17d3171ed01033951d536c5c566c6c2c1877ecf1f4c7ea47dda349a40",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V4-Flash"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v4-truncated-mid-arguments",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the first call's arguments: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the first call's arguments: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the first call's arguments: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the first call's arguments: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the first call's arguments: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the first call's arguments: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the first call's arguments: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the first call's arguments: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the first call's arguments: no complete call exists."
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Zür': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Zür': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Zür': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Zür': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Zür': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Zür': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Zür': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Zür': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Zür': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "7bd4fbdf0c06cd7398ddb6913de6e4a5839b9d06569e74e5b2ec246b375ca9c9",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V4.jinja",
        "model": "deepseek-ai/DeepSeek-V4-Flash",
        "tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf",
        "vocab_gguf_sha256": "3d8e3933508e59992046e7939bb49885e10875affd40c1cdbba31bcbfca5a4a7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜tool_calls>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V4-Flash"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\"Zür"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zür"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zür"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zür"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zür"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zür"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zür"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zür"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zür"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v4-multi-turn-after-tool-result",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "7bd4fbdf0c06cd7398ddb6913de6e4a5839b9d06569e74e5b2ec246b375ca9c9",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V4.jinja",
        "model": "deepseek-ai/DeepSeek-V4-Flash",
        "tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf",
        "vocab_gguf_sha256": "3d8e3933508e59992046e7939bb49885e10875affd40c1cdbba31bcbfca5a4a7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "fixture_generation_prompt": "<｜Assistant｜><think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜tool_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V4-Flash"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v4-reasoning-single-call",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "7bd4fbdf0c06cd7398ddb6913de6e4a5839b9d06569e74e5b2ec246b375ca9c9",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V4.jinja",
        "model": "deepseek-ai/DeepSeek-V4-Flash",
        "tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf",
        "vocab_gguf_sha256": "3d8e3933508e59992046e7939bb49885e10875affd40c1cdbba31bcbfca5a4a7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "fixture_generation_prompt": "<｜Assistant｜><think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜tool_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V4-Flash"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v4-reasoning-parallel-text-before",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "7bd4fbdf0c06cd7398ddb6913de6e4a5839b9d06569e74e5b2ec246b375ca9c9",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V4.jinja",
        "model": "deepseek-ai/DeepSeek-V4-Flash",
        "tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf",
        "vocab_gguf_sha256": "3d8e3933508e59992046e7939bb49885e10875affd40c1cdbba31bcbfca5a4a7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "fixture_generation_prompt": "<｜Assistant｜><think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜tool_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V4-Flash"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v4-reasoning-no-call",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "7bd4fbdf0c06cd7398ddb6913de6e4a5839b9d06569e74e5b2ec246b375ca9c9",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V4.jinja",
        "model": "deepseek-ai/DeepSeek-V4-Flash",
        "tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf",
        "vocab_gguf_sha256": "3d8e3933508e59992046e7939bb49885e10875affd40c1cdbba31bcbfca5a4a7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "fixture_generation_prompt": "<｜Assistant｜><think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜tool_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V4-Flash"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v4-string-false-json",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "7bd4fbdf0c06cd7398ddb6913de6e4a5839b9d06569e74e5b2ec246b375ca9c9",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V4.jinja",
        "model": "deepseek-ai/DeepSeek-V4-Flash",
        "tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf",
        "vocab_gguf_sha256": "3d8e3933508e59992046e7939bb49885e10875affd40c1cdbba31bcbfca5a4a7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜tool_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "207eb96ffd4d1f00a7af0ab56e48f350938251a8bf5bc3f66e17c67297c5cc3f",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V4-Flash"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v4-unescaped-string-value",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "7bd4fbdf0c06cd7398ddb6913de6e4a5839b9d06569e74e5b2ec246b375ca9c9",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V4.jinja",
        "model": "deepseek-ai/DeepSeek-V4-Flash",
        "tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf",
        "vocab_gguf_sha256": "3d8e3933508e59992046e7939bb49885e10875affd40c1cdbba31bcbfca5a4a7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜tool_calls>"
        ],
        "end_token": "<｜end▁of▁sentence｜>",
        "eog_positions": [],
        "tools_sha256": "22c86a6cc645764a6c436f4e302aacf94f045254da010f4f8f0fc9fe397f70af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V4-Flash"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v4-truncated-in-reasoning",
      "family": "deepseek",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "7bd4fbdf0c06cd7398ddb6913de6e4a5839b9d06569e74e5b2ec246b375ca9c9",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V4.jinja",
        "model": "deepseek-ai/DeepSeek-V4-Flash",
        "tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf",
        "vocab_gguf_sha256": "3d8e3933508e59992046e7939bb49885e10875affd40c1cdbba31bcbfca5a4a7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "fixture_generation_prompt": "<｜Assistant｜><think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜tool_calls>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V4-Flash"
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v4-truncated-second-parallel-call",
      "family": "deepseek",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'DeepSeek V3.2/V4' for V3.2/V4 templates, autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "7bd4fbdf0c06cd7398ddb6913de6e4a5839b9d06569e74e5b2ec246b375ca9c9",
        "template_identical_to": "models/templates/deepseek-ai-DeepSeek-V4.jinja",
        "model": "deepseek-ai/DeepSeek-V4-Flash",
        "tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "deepseek-ai--DeepSeek-V4-Flash.vocab.gguf",
        "vocab_gguf_sha256": "3d8e3933508e59992046e7939bb49885e10875affd40c1cdbba31bcbfca5a4a7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "deepseek-ai/DeepSeek-V4-Flash@60d8d70770c6776ff598c94bb586a859a38244f1",
        "fixture_generation_prompt": "<｜Assistant｜></think>",
        "format": "peg-native",
        "generation_prompt": "<｜Assistant｜></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "｜DSML｜",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>",
          "<｜DSML｜tool_calls>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after deepseek-ai/DeepSeek-V4-Flash"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
            },
            {
              "name": "search",
              "arguments_raw": "{"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "deepseek/v41-single-call",
      "family": "deepseek",
      "status": "unsupported",
      "checks": [],
      "reason": "llama.cpp convert_hf_to_gguf.py cannot convert deepseek-ai/DeepSeek-V4.1-Flash: ERROR:hf-to-gguf:Model DeepseekV41ForCausalLM is not supported"
    },
    {
      "fixture_id": "deepseek/v41-parallel-two-calls",
      "family": "deepseek",
      "status": "unsupported",
      "checks": [],
      "reason": "llama.cpp convert_hf_to_gguf.py cannot convert deepseek-ai/DeepSeek-V4.1-Flash: ERROR:hf-to-gguf:Model DeepseekV41ForCausalLM is not supported"
    },
    {
      "fixture_id": "deepseek/v41-no-call",
      "family": "deepseek",
      "status": "unsupported",
      "checks": [],
      "reason": "llama.cpp convert_hf_to_gguf.py cannot convert deepseek-ai/DeepSeek-V4.1-Flash: ERROR:hf-to-gguf:Model DeepseekV41ForCausalLM is not supported"
    },
    {
      "fixture_id": "deepseek/v41-text-before-call",
      "family": "deepseek",
      "status": "unsupported",
      "checks": [],
      "reason": "llama.cpp convert_hf_to_gguf.py cannot convert deepseek-ai/DeepSeek-V4.1-Flash: ERROR:hf-to-gguf:Model DeepseekV41ForCausalLM is not supported"
    },
    {
      "fixture_id": "deepseek/v41-empty-arguments",
      "family": "deepseek",
      "status": "unsupported",
      "checks": [],
      "reason": "llama.cpp convert_hf_to_gguf.py cannot convert deepseek-ai/DeepSeek-V4.1-Flash: ERROR:hf-to-gguf:Model DeepseekV41ForCausalLM is not supported"
    },
    {
      "fixture_id": "deepseek/v41-numeric-arguments",
      "family": "deepseek",
      "status": "unsupported",
      "checks": [],
      "reason": "llama.cpp convert_hf_to_gguf.py cannot convert deepseek-ai/DeepSeek-V4.1-Flash: ERROR:hf-to-gguf:Model DeepseekV41ForCausalLM is not supported"
    },
    {
      "fixture_id": "deepseek/v41-unicode-emoji",
      "family": "deepseek",
      "status": "unsupported",
      "checks": [],
      "reason": "llama.cpp convert_hf_to_gguf.py cannot convert deepseek-ai/DeepSeek-V4.1-Flash: ERROR:hf-to-gguf:Model DeepseekV41ForCausalLM is not supported"
    },
    {
      "fixture_id": "deepseek/v41-marker-in-arguments",
      "family": "deepseek",
      "status": "unsupported",
      "checks": [],
      "reason": "llama.cpp convert_hf_to_gguf.py cannot convert deepseek-ai/DeepSeek-V4.1-Flash: ERROR:hf-to-gguf:Model DeepseekV41ForCausalLM is not supported"
    },
    {
      "fixture_id": "deepseek/v41-truncated-mid-arguments",
      "family": "deepseek",
      "status": "unsupported",
      "checks": [],
      "reason": "llama.cpp convert_hf_to_gguf.py cannot convert deepseek-ai/DeepSeek-V4.1-Flash: ERROR:hf-to-gguf:Model DeepseekV41ForCausalLM is not supported"
    },
    {
      "fixture_id": "deepseek/v41-multi-turn-after-tool-result",
      "family": "deepseek",
      "status": "unsupported",
      "checks": [],
      "reason": "llama.cpp convert_hf_to_gguf.py cannot convert deepseek-ai/DeepSeek-V4.1-Flash: ERROR:hf-to-gguf:Model DeepseekV41ForCausalLM is not supported"
    },
    {
      "fixture_id": "deepseek/v41-reasoning-single-call",
      "family": "deepseek",
      "status": "unsupported",
      "checks": [],
      "reason": "llama.cpp convert_hf_to_gguf.py cannot convert deepseek-ai/DeepSeek-V4.1-Flash: ERROR:hf-to-gguf:Model DeepseekV41ForCausalLM is not supported"
    },
    {
      "fixture_id": "deepseek/v41-reasoning-parallel-text-before",
      "family": "deepseek",
      "status": "unsupported",
      "checks": [],
      "reason": "llama.cpp convert_hf_to_gguf.py cannot convert deepseek-ai/DeepSeek-V4.1-Flash: ERROR:hf-to-gguf:Model DeepseekV41ForCausalLM is not supported"
    },
    {
      "fixture_id": "deepseek/v41-reasoning-no-call",
      "family": "deepseek",
      "status": "unsupported",
      "checks": [],
      "reason": "llama.cpp convert_hf_to_gguf.py cannot convert deepseek-ai/DeepSeek-V4.1-Flash: ERROR:hf-to-gguf:Model DeepseekV41ForCausalLM is not supported"
    },
    {
      "fixture_id": "deepseek/v41-string-false-json",
      "family": "deepseek",
      "status": "unsupported",
      "checks": [],
      "reason": "llama.cpp convert_hf_to_gguf.py cannot convert deepseek-ai/DeepSeek-V4.1-Flash: ERROR:hf-to-gguf:Model DeepseekV41ForCausalLM is not supported"
    },
    {
      "fixture_id": "deepseek/v41-unescaped-string-value",
      "family": "deepseek",
      "status": "unsupported",
      "checks": [],
      "reason": "llama.cpp convert_hf_to_gguf.py cannot convert deepseek-ai/DeepSeek-V4.1-Flash: ERROR:hf-to-gguf:Model DeepseekV41ForCausalLM is not supported"
    },
    {
      "fixture_id": "deepseek/v41-truncated-in-reasoning",
      "family": "deepseek",
      "status": "unsupported",
      "checks": [],
      "reason": "llama.cpp convert_hf_to_gguf.py cannot convert deepseek-ai/DeepSeek-V4.1-Flash: ERROR:hf-to-gguf:Model DeepseekV41ForCausalLM is not supported"
    },
    {
      "fixture_id": "deepseek/v41-truncated-second-parallel-call",
      "family": "deepseek",
      "status": "unsupported",
      "checks": [],
      "reason": "llama.cpp convert_hf_to_gguf.py cannot convert deepseek-ai/DeepSeek-V4.1-Flash: ERROR:hf-to-gguf:Model DeepseekV41ForCausalLM is not supported"
    },
    {
      "fixture_id": "deepseek/v41-long-arguments",
      "family": "deepseek",
      "status": "unsupported",
      "checks": [],
      "reason": "llama.cpp convert_hf_to_gguf.py cannot convert deepseek-ai/DeepSeek-V4.1-Flash: ERROR:hf-to-gguf:Model DeepseekV41ForCausalLM is not supported"
    },
    {
      "fixture_id": "deepseek/v41-whitespace-string-value",
      "family": "deepseek",
      "status": "unsupported",
      "checks": [],
      "reason": "llama.cpp convert_hf_to_gguf.py cannot convert deepseek-ai/DeepSeek-V4.1-Flash: ERROR:hf-to-gguf:Model DeepseekV41ForCausalLM is not supported"
    },
    {
      "fixture_id": "gemma4/single-call",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\":\"Paris\",\"unit\":\"c\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/single-call-thinking",
      "family": "gemma4",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\":\"Paris\",\"unit\":\"c\"}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\"Paris\",\"unit\":\"c\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/no-call",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "Hello! How can I help you today?",
              "reasoning_content": null,
              "tool_calls": [],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/no-call-thinking",
      "family": "gemma4",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user is just greeting me. No tool is needed.', got 'The user is just greeting me. No tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user is just greeting me. No tool is needed.', got 'The user is just greeting me. No tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user is just greeting me. No tool is needed.', got 'The user is just greeting me. No tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user is just greeting me. No tool is needed.', got 'The user is just greeting me. No tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user is just greeting me. No tool is needed.', got 'The user is just greeting me. No tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user is just greeting me. No tool is needed.', got 'The user is just greeting me. No tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user is just greeting me. No tool is needed.', got 'The user is just greeting me. No tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user is just greeting me. No tool is needed.', got 'The user is just greeting me. No tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user is just greeting me. No tool is needed.', got 'The user is just greeting me. No tool is needed.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "Hello! How can I help you today?",
              "reasoning_content": "The user is just greeting me. No tool is needed.\n",
              "tool_calls": [],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "Hello! How can I help you today?",
          "reasoning_content": "The user is just greeting me. No tool is needed.\n",
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "The user is just greeting me. No tool is needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "The user is just greeting me. No tool is needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "The user is just greeting me. No tool is needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:1:8": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "The user is just greeting me. No tool is needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:2:8": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "The user is just greeting me. No tool is needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:3:8": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "The user is just greeting me. No tool is needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:4:8": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "The user is just greeting me. No tool is needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:5:8": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "The user is just greeting me. No tool is needed.\n",
            "tool_calls": [],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/text-after-call",
      "family": "gemma4",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content: expected 'Let me check the current conditions in London.', got None"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "content: expected 'Let me check the current conditions in London.', got None"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "content: expected 'Let me check the current conditions in London.', got None"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "content: expected 'Let me check the current conditions in London.', got None"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: expected 'Let me check the current conditions in London.', got None"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: expected 'Let me check the current conditions in London.', got None"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: expected 'Let me check the current conditions in London.', got None"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: expected 'Let me check the current conditions in London.', got None"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: expected 'Let me check the current conditions in London.', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\":\"London\"}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\"London\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"London\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"London\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"London\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"London\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"London\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"London\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"London\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"London\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/text-after-call-thinking",
      "family": "gemma4",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content: expected 'Let me check the current conditions in London.', got None; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "content: expected 'Let me check the current conditions in London.', got None; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "content: expected 'Let me check the current conditions in London.', got None; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "content: expected 'Let me check the current conditions in London.', got None; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: expected 'Let me check the current conditions in London.', got None; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: expected 'Let me check the current conditions in London.', got None; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: expected 'Let me check the current conditions in London.', got None; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: expected 'Let me check the current conditions in London.', got None; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: expected 'Let me check the current conditions in London.', got None; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": "I need live weather data for London.\n",
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\":\"London\"}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "I need live weather data for London.\n",
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\"London\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"London\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"London\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"London\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"London\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"London\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"London\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"London\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"London\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/empty-arguments",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "087e3444fb4f8cb3c090a45e55e6dcb9c26e3c4c39bcf7b3d903f2154627877c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_time",
                  "arguments_raw": "{}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/empty-arguments-thinking",
      "family": "gemma4",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'get_time takes no arguments.', got 'get_time takes no arguments.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'get_time takes no arguments.', got 'get_time takes no arguments.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'get_time takes no arguments.', got 'get_time takes no arguments.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'get_time takes no arguments.', got 'get_time takes no arguments.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'get_time takes no arguments.', got 'get_time takes no arguments.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'get_time takes no arguments.', got 'get_time takes no arguments.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'get_time takes no arguments.', got 'get_time takes no arguments.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'get_time takes no arguments.', got 'get_time takes no arguments.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'get_time takes no arguments.', got 'get_time takes no arguments.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "087e3444fb4f8cb3c090a45e55e6dcb9c26e3c4c39bcf7b3d903f2154627877c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": "get_time takes no arguments.\n",
              "tool_calls": [
                {
                  "name": "get_time",
                  "arguments_raw": "{}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "get_time takes no arguments.\n",
          "tool_calls": [
            {
              "name": "get_time",
              "arguments_raw": "{}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "get_time takes no arguments.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "get_time takes no arguments.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "get_time takes no arguments.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "get_time takes no arguments.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "get_time takes no arguments.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "get_time takes no arguments.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "get_time takes no arguments.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "get_time takes no arguments.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/bug-ollama-18390-key-with-spaces",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "37a736b64ce195f54529120c245f836aec3011583046b63a204e9c8b8a27f1ae",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "create_workflow",
                  "arguments_raw": "{\"name\":\"Demo\",\"connections\":{\"Basic LLM Chain\":{\"main\":[[{\"node\":\"X\",\"type\":\"main\",\"index\":0}]]}}}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/nested-objects-and-arrays",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "b3b3bcba55a2ab7b7165b9aaae7b19d4ed2767aac6f736fa95951a9bb0b3ce77",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "create_event",
                  "arguments_raw": "{\"attendees\":[{\"email\":\"ana@example.com\",\"name\":\"Ana\",\"optional\":false},{\"email\":\"bo@example.com\",\"name\":\"Bo\",\"optional\":true,\"roles\":[\"notes\",\"timekeeper\"]}],\"location\":null,\"reminders\":[[10,\"email\"],[1,\"popup\"]],\"title\":\"Design review\",\"when\":{\"end\":\"2026-10-01T10:00:00Z\",\"start\":\"2026-10-01T09:00:00Z\",\"tz\":\"UTC\"}}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/edge-values-key-with-space",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "23c45e753ca63cdc9452cabf7ffeb4b7179931a0760f7fe3dea0a7618830f389",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "record",
                  "arguments_raw": "{\"flag\":false,\"key with space\":1.5e-05,\"none\":null,\"obj\":{\"a\":[1,\"t\"],\"B\":1},\"s\":\"x,y} \\\"q\\\"\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/dictsort-case-insensitive-order",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "32c3005b7c2eecc0b2aee57ba7ce25c07b9f0aee03d44e7ca600ba396c78843a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "set_fields",
                  "arguments_raw": "{\"A\":2,\"a_c\":\"x\",\"b\":1,\"Zeta\":true}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/marker-in-arguments",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "e09d43a17d3171ed01033951d536c5c566c6c2c1877ecf1f4c7ea47dda349a40",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "echo",
                  "arguments_raw": "{\"text\":\"Wrap calls as <|tool_call>call:f{}<tool_call|> and close thoughts with <channel|>.\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/unicode-emoji",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "0dbe48dca9e23b30ebf7f163a1010b7461d14185fefefae927677f77d2d68f36",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "translate",
                  "arguments_raw": "{\"target\":\"de\",\"text\":\"こんにちは 🌸 مرحبا — naïve café 👩‍💻\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/numeric-arguments",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "9f57b6a4c54e0cd0a603f9b7732183166c0f1cd02832042e1394a570dcb4d9ea",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "calculate",
                  "arguments_raw": "{\"exact\":true,\"limit\":null,\"tolerance\":1e-05,\"values\":[0,-0.5,1e+21],\"x\":-3,\"y\":2.5}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/string-with-newlines-and-backslashes",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "22c86a6cc645764a6c436f4e302aacf94f045254da010f4f8f0fc9fe397f70af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "write_file",
                  "arguments_raw": "{\"content\":\"def main():\\n\\tprint(\\\"hi {name}\\\")\\n\\treturn {\\\"ok\\\": True}\\n\",\"path\":\"C:\\\\Users\\\\me\\\\hello.py\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/json-text-in-string",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "e09d43a17d3171ed01033951d536c5c566c6c2c1877ecf1f4c7ea47dda349a40",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "echo",
                  "arguments_raw": "{\"text\":\"{\\\"name\\\": \\\"x\\\", \\\"arguments\\\": {\\\"a\\\": 1}}\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/array-of-strings",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "951fea843a79529b5b4d5d9c5f83fa3d5a804cbc7fd65eea9dc8a423560603fb",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "set_labels",
                  "arguments_raw": "{\"item\":\"TICKET-42\",\"labels\":[\"bug\",\"p1\",\"needs triage\",\"a,b\"]}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/long-arguments",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "22c86a6cc645764a6c436f4e302aacf94f045254da010f4f8f0fc9fe397f70af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "write_file",
                  "arguments_raw": "{\"content\":\"001: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n002: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n003: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n004: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n005: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n006: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n007: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n008: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n009: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n010: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n011: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n012: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n013: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n014: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n015: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n016: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n017: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n018: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n019: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n020: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n021: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n022: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n023: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n024: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n025: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n026: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n027: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n028: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n029: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n030: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n031: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n032: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n033: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n034: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n035: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n036: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n037: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n038: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n039: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n040: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n041: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n042: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n043: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n044: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n045: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n046: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n047: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n048: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n049: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n050: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n051: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n052: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n053: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n054: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n055: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n056: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n057: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n058: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n059: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n060: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n\",\"path\":\"notes/sample.txt\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/array-of-objects-with-braces",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "a235c0e5d14f6d7b98c277af2b7726de6cebeef32c3f34caff20495088892cae",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "apply_edits",
                  "arguments_raw": "{\"edits\":[{\"newText\":\"def greet() {\",\"oldText\":\"def hello() {\"},{\"newText\":\"print(f\\\"Hi {name}!\\\")\",\"oldText\":\"print(f\\\"{name}\\\")\"}],\"path\":\"hello.py\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/many-strings-then-string-array",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "bbd8b93468b8687c2c7d9b28d69aabe9854fbd2577a849789326b1bb608a7f45",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "submit",
                  "arguments_raw": "{\"k00\":\"v00\",\"k01\":\"v01\",\"k02\":\"v02\",\"k03\":\"v03\",\"k04\":\"v04\",\"k05\":\"v05\",\"k06\":\"v06\",\"k07\":\"v07\",\"k08\":\"v08\",\"k09\":\"v09\",\"k10\":\"v10\",\"k11\":\"v11\",\"k12\":\"v12\",\"k13\":\"v13\",\"k14\":\"v14\",\"k15\":\"v15\",\"k16\":\"v16\",\"k17\":\"v17\",\"k18\":\"v18\",\"k19\":\"v19\",\"k20\":\"v20\",\"k21\":\"v21\",\"k22\":\"v22\",\"k23\":\"v23\",\"k24\":\"v24\",\"k25\":\"v25\",\"k26\":\"v26\",\"k27\":\"v27\",\"k28\":\"v28\",\"k29\":\"v29\",\"k30\":\"v30\",\"k31\":\"v31\",\"k32\":\"v32\",\"k33\":\"v33\",\"k34\":\"v34\",\"k35\":\"v35\",\"k36\":\"v36\",\"k37\":\"v37\",\"k38\":\"v38\",\"k39\":\"v39\",\"k40\":\"v40\",\"k41\":\"v41\",\"k42\":\"v42\",\"k43\":\"v43\",\"k44\":\"v44\",\"zz_members\":[\"a\",\"b\"]}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/vllm-no-tool-calls",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "476794947c0d7e966548e561d15ac40a035481bded34e57deaa698d9d68fe141",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "Hello, how can I help you today?",
              "reasoning_content": null,
              "tool_calls": [],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/vllm-single-call",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "476794947c0d7e966548e561d15ac40a035481bded34e57deaa698d9d68fe141",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"location\":\"London\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/vllm-multiple-arguments",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "476794947c0d7e966548e561d15ac40a035481bded34e57deaa698d9d68fe141",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"location\":\"San Francisco\",\"unit\":\"celsius\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/vllm-text-before-call",
      "family": "gemma4",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the weather for you.', got 'Let me check the weather for you. '"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the weather for you.', got 'Let me check the weather for you. '"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the weather for you.', got 'Let me check the weather for you. '"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the weather for you.', got 'Let me check the weather for you. '"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the weather for you.', got 'Let me check the weather for you. '"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the weather for you.', got 'Let me check the weather for you. '"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the weather for you.', got 'Let me check the weather for you. '"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the weather for you.', got 'Let me check the weather for you. '"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the weather for you.', got 'Let me check the weather for you. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "476794947c0d7e966548e561d15ac40a035481bded34e57deaa698d9d68fe141",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "Let me check the weather for you. ",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"location\":\"Paris\"}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "Let me check the weather for you. ",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"location\":\"Paris\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "Let me check the weather for you. ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\":\"Paris\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": "Let me check the weather for you. ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\":\"Paris\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": "Let me check the weather for you. ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\":\"Paris\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": "Let me check the weather for you. ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\":\"Paris\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": "Let me check the weather for you. ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\":\"Paris\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": "Let me check the weather for you. ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\":\"Paris\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": "Let me check the weather for you. ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\":\"Paris\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": "Let me check the weather for you. ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\":\"Paris\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/vllm-two-calls",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "fc6432c3440a0b4dd1f9f2373c58c7313b3f3d1ccc9f1dc19a9e8da897b8a900",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"location\":\"London\"}"
                },
                {
                  "name": "get_time",
                  "arguments_raw": "{\"location\":\"London\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/vllm-nested-arguments",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "e34d1e0fc87b3c710bda6f01ecdea9e900452973736bc060ba697f169279ef1f",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "complex_function",
                  "arguments_raw": "{\"nested\":{\"inner\":\"value\"},\"list\":[\"a\",\"b\"]}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/vllm-number-and-boolean",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "eff5f11bfcf1310e469700cc02e03f269874c1cbb04a993880af4b76de58c8fc",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "set_status",
                  "arguments_raw": "{\"is_active\":true,\"count\":42,\"score\":3.14}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/vllm-hyphenated-function-name",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "f05a6df18eac64bfb87f369a3cce5a0c81e9ccb6ecd9774e7fd894d7b53a9004",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get-weather",
                  "arguments_raw": "{\"location\":\"London\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/vllm-dotted-function-name",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "6632112d40189be6d491a307dd2e040f055edfdd34e8992b8c3f1b609875e482",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "weather.get",
                  "arguments_raw": "{\"location\":\"London\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/vllm-no-arguments",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "588420565554796b0af983986a46d7a2b9af23dc665f8282b859d8a14a1d5c70",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_status",
                  "arguments_raw": "{}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/vllm-reasoning-thought-prefix",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "476794947c0d7e966548e561d15ac40a035481bded34e57deaa698d9d68fe141",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "Final answer",
              "reasoning_content": "Actual reasoning here",
              "tool_calls": [],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/vllm-reasoning-thought-prefix-multiline",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "476794947c0d7e966548e561d15ac40a035481bded34e57deaa698d9d68fe141",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "Answer",
              "reasoning_content": "Line1\nLine2",
              "tool_calls": [],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/sglang-text-before-call",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "476794947c0d7e966548e561d15ac40a035481bded34e57deaa698d9d68fe141",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "Some text before ",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"location\":\"Tokyo\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/sglang-text-around-call",
      "family": "gemma4",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content: expected 'Some text before  after', got 'Some text before '"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "content: expected 'Some text before  after', got 'Some text before '"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "content: expected 'Some text before  after', got 'Some text before '"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "content: expected 'Some text before  after', got 'Some text before '"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: expected 'Some text before  after', got 'Some text before '"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: expected 'Some text before  after', got 'Some text before '"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: expected 'Some text before  after', got 'Some text before '"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: expected 'Some text before  after', got 'Some text before '"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: expected 'Some text before  after', got 'Some text before '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "476794947c0d7e966548e561d15ac40a035481bded34e57deaa698d9d68fe141",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "Some text before ",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"location\":\"Tokyo\"}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "Some text before ",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"location\":\"Tokyo\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "Some text before ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\":\"Tokyo\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": "Some text before ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\":\"Tokyo\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": "Some text before ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\":\"Tokyo\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": "Some text before ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\":\"Tokyo\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": "Some text before ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\":\"Tokyo\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": "Some text before ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\":\"Tokyo\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": "Some text before ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\":\"Tokyo\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": "Some text before ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\":\"Tokyo\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/sglang-nested-array-with-spaces",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "af0bd571b43a8f6105d6e57ed29e0c30ae7f5da9902d3db336e68d4dd07b0f11",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"location\":\"New York\",\"nested\":[1,2,{\"inner\":\"val\"}]}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/sglang-nested-object",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "af0bd571b43a8f6105d6e57ed29e0c30ae7f5da9902d3db336e68d4dd07b0f11",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"location\":\"Tokyo\",\"details\":{\"temp\":25,\"unit\":\"celsius\"}}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/vllm-malformed-no-brace",
      "family": "gemma4",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "fail",
          "detail": "content: nonstream '<|tool_call>call:bad_func no brace<tool_call|>', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "content: nonstream '<|tool_call>call:bad_func no brace<tool_call|>', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "content: nonstream '<|tool_call>call:bad_func no brace<tool_call|>', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: nonstream '<|tool_call>call:bad_func no brace<tool_call|>', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: nonstream '<|tool_call>call:bad_func no brace<tool_call|>', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: nonstream '<|tool_call>call:bad_func no brace<tool_call|>', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: nonstream '<|tool_call>call:bad_func no brace<tool_call|>', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: nonstream '<|tool_call>call:bad_func no brace<tool_call|>', got None"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "476794947c0d7e966548e561d15ac40a035481bded34e57deaa698d9d68fe141",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "<|tool_call>call:bad_func no brace<tool_call|>",
              "reasoning_content": null,
              "tool_calls": [],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "<|tool_call>call:bad_func no brace<tool_call|>",
          "reasoning_content": null,
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/multi-turn-final-answer",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "It is 20 °C in Zürich right now.",
              "reasoning_content": null,
              "tool_calls": [],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/multi-turn-second-call",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "search",
                  "arguments_raw": "{\"filters\":{\"open_now\":true},\"query\":\"café Zürich\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/parallel-two-calls-thinking",
      "family": "gemma4",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": "I should call the tools.\n",
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
                },
                {
                  "name": "search",
                  "arguments_raw": "{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":\"café \\\"best\\\"\"}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "I should call the tools.\n",
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
            },
            {
              "name": "search",
              "arguments_raw": "{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":\"café \\\"best\\\"\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":\"café \\\"best\\\"\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":\"café \\\"best\\\"\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":\"café \\\"best\\\"\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":\"café \\\"best\\\"\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":\"café \\\"best\\\"\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":\"café \\\"best\\\"\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":\"café \\\"best\\\"\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":\"café \\\"best\\\"\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/parallel-three-calls",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\":\"Paris\"}"
                },
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\":\"London\"}"
                },
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\":\"Tokyo\",\"unit\":\"c\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/parallel-mixed-with-empty",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": "<eos>",
        "eog_positions": [],
        "tools_sha256": "5f9752061d28dbb2954c6df2e861a68a1a9d66e9d9edb876eb0c6910cf202b29",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_time",
                  "arguments_raw": "{}"
                },
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\":\"Oslo\",\"unit\":\"c\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/truncated-mid-string",
      "family": "gemma4",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool call: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool call: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool call: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool call: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool call: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool call: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool call: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool call: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool call: no complete call exists."
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Paris': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Paris': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Paris': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Paris': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Paris': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Paris': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Paris': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Paris': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Paris': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\":\"Paris"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\"Paris"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/truncated-in-name",
      "family": "gemma4",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "fail",
          "detail": "content: nonstream '<|tool_call>call:get', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "content: nonstream '<|tool_call>call:get', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "content: nonstream '<|tool_call>call:get', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: nonstream '<|tool_call>call:get', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: nonstream '<|tool_call>call:get', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: nonstream '<|tool_call>call:get', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: nonstream '<|tool_call>call:get', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: nonstream '<|tool_call>call:get', got None"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "<|tool_call>call:get",
              "reasoning_content": null,
              "tool_calls": [],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "<|tool_call>call:get",
          "reasoning_content": null,
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/truncated-before-close",
      "family": "gemma4",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool call: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool call: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool call: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool call: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool call: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool call: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool call: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool call: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool call: no complete call exists."
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Paris\"': Expecting ',' delimiter: line 1 column 16 (char 15))"
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Paris\"': Expecting ',' delimiter: line 1 column 16 (char 15))"
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Paris\"': Expecting ',' delimiter: line 1 column 16 (char 15))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Paris\"': Expecting ',' delimiter: line 1 column 16 (char 15))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Paris\"': Expecting ',' delimiter: line 1 column 16 (char 15))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Paris\"': Expecting ',' delimiter: line 1 column 16 (char 15))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Paris\"': Expecting ',' delimiter: line 1 column 16 (char 15))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Paris\"': Expecting ',' delimiter: line 1 column 16 (char 15))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Paris\"': Expecting ',' delimiter: line 1 column 16 (char 15))"
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\":\"Paris\""
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\"Paris\""
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\""
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\""
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\""
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\""
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\""
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\""
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\""
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\""
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/truncated-in-reasoning",
      "family": "gemma4",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": "The user wants the current weather",
              "tool_calls": [],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "gemma4/truncated-second-parallel-call",
      "family": "gemma4",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":': Expecting value: line 1 column 47 (char 46))"
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":': Expecting value: line 1 column 47 (char 46))"
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":': Expecting value: line 1 column 47 (char 46))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":': Expecting value: line 1 column 47 (char 46))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":': Expecting value: line 1 column 47 (char 46))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":': Expecting value: line 1 column 47 (char 46))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":': Expecting value: line 1 column 47 (char 46))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":': Expecting value: line 1 column 47 (char 46))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":': Expecting value: line 1 column 47 (char 46))"
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler (format peg-gemma4)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "google--gemma-4-31B-it.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "ae53464bf3be25802b3a5b37def7fd89667067d7577049b3b2d74c4d8de4c6d4",
        "template_identical_to": null,
        "model": "google/gemma-4-31B-it",
        "tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "google--gemma-4-31B-it.vocab.gguf",
        "vocab_gguf_sha256": "c45a756342ca921303a5689e6ea3e4c5133e6ebfe79d158d91616c3597803e31",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "google/gemma-4-31B-it@842da3794eaa0b77d5f08bae87a17459d91ff475",
        "fixture_generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "format": "peg-gemma4",
        "generation_prompt": "<|turn>model\n<|channel>thought\n<channel|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel>",
          "<channel|>",
          "<|tool_call>",
          "<tool_call|>",
          "<|turn>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel>thought",
        "thinking_end_tags": [
          "<channel|>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/google-gemma-4-31B-it.jinja",
            "sha256": "85a08664d16d8f3be4416c92427b3ac10df1024ac566cc0b4bc3bab409393f98",
            "format": "peg-gemma4",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
                },
                {
                  "name": "search",
                  "arguments_raw": "{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
            },
            {
              "name": "search",
              "arguments_raw": "{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"filters\":{\"max\":3,\"tags\":[\"a\",\"b\"]},\"query\":"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm45-single-call",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.5.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "44f815868bf02fa458dd2f741a338046f4bf45f398eb6d067766726b9d96cce3",
        "template_identical_to": null,
        "model": "zai-org/GLM-4.5",
        "tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.5.vocab.gguf",
        "vocab_gguf_sha256": "661727b19e55df5ba0f05b852b3126ae4aefe0d7c239975253f4855e10452df2",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "fixture_generation_prompt": "<|assistant|>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.5"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm45-parallel-same-tool",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.5.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "44f815868bf02fa458dd2f741a338046f4bf45f398eb6d067766726b9d96cce3",
        "template_identical_to": null,
        "model": "zai-org/GLM-4.5",
        "tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.5.vocab.gguf",
        "vocab_gguf_sha256": "661727b19e55df5ba0f05b852b3126ae4aefe0d7c239975253f4855e10452df2",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "fixture_generation_prompt": "<|assistant|>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.5"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm45-parallel-mixed-nested",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.5.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "44f815868bf02fa458dd2f741a338046f4bf45f398eb6d067766726b9d96cce3",
        "template_identical_to": null,
        "model": "zai-org/GLM-4.5",
        "tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.5.vocab.gguf",
        "vocab_gguf_sha256": "661727b19e55df5ba0f05b852b3126ae4aefe0d7c239975253f4855e10452df2",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "fixture_generation_prompt": "<|assistant|>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.5"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm45-content-before-call",
      "family": "glm",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll look that up for you.\", got \"I'll look that up for you.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll look that up for you.\", got \"I'll look that up for you.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll look that up for you.\", got \"I'll look that up for you.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll look that up for you.\", got \"I'll look that up for you.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll look that up for you.\", got \"I'll look that up for you.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll look that up for you.\", got \"I'll look that up for you.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll look that up for you.\", got \"I'll look that up for you.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll look that up for you.\", got \"I'll look that up for you.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll look that up for you.\", got \"I'll look that up for you.\\n\""
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.5.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "44f815868bf02fa458dd2f741a338046f4bf45f398eb6d067766726b9d96cce3",
        "template_identical_to": null,
        "model": "zai-org/GLM-4.5",
        "tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.5.vocab.gguf",
        "vocab_gguf_sha256": "661727b19e55df5ba0f05b852b3126ae4aefe0d7c239975253f4855e10452df2",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "fixture_generation_prompt": "<|assistant|>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.5"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "I'll look that up for you.\n",
          "reasoning_content": "Need live data, so call the tool.",
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\"Berlin\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "I'll look that up for you.\n",
            "reasoning_content": "Need live data, so call the tool.",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": "I'll look that up for you.\n",
            "reasoning_content": "Need live data, so call the tool.",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": "I'll look that up for you.\n",
            "reasoning_content": "Need live data, so call the tool.",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": "I'll look that up for you.\n",
            "reasoning_content": "Need live data, so call the tool.",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": "I'll look that up for you.\n",
            "reasoning_content": "Need live data, so call the tool.",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": "I'll look that up for you.\n",
            "reasoning_content": "Need live data, so call the tool.",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": "I'll look that up for you.\n",
            "reasoning_content": "Need live data, so call the tool.",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": "I'll look that up for you.\n",
            "reasoning_content": "Need live data, so call the tool.",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm45-no-call",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.5.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "44f815868bf02fa458dd2f741a338046f4bf45f398eb6d067766726b9d96cce3",
        "template_identical_to": null,
        "model": "zai-org/GLM-4.5",
        "tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.5.vocab.gguf",
        "vocab_gguf_sha256": "661727b19e55df5ba0f05b852b3126ae4aefe0d7c239975253f4855e10452df2",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "fixture_generation_prompt": "<|assistant|>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.5"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm45-nested-object",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.5.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "44f815868bf02fa458dd2f741a338046f4bf45f398eb6d067766726b9d96cce3",
        "template_identical_to": null,
        "model": "zai-org/GLM-4.5",
        "tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.5.vocab.gguf",
        "vocab_gguf_sha256": "661727b19e55df5ba0f05b852b3126ae4aefe0d7c239975253f4855e10452df2",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "fixture_generation_prompt": "<|assistant|>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.5"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm45-unicode-emoji",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.5.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "44f815868bf02fa458dd2f741a338046f4bf45f398eb6d067766726b9d96cce3",
        "template_identical_to": null,
        "model": "zai-org/GLM-4.5",
        "tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.5.vocab.gguf",
        "vocab_gguf_sha256": "661727b19e55df5ba0f05b852b3126ae4aefe0d7c239975253f4855e10452df2",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "fixture_generation_prompt": "<|assistant|>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.5"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm45-empty-arguments",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.5.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "44f815868bf02fa458dd2f741a338046f4bf45f398eb6d067766726b9d96cce3",
        "template_identical_to": null,
        "model": "zai-org/GLM-4.5",
        "tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.5.vocab.gguf",
        "vocab_gguf_sha256": "661727b19e55df5ba0f05b852b3126ae4aefe0d7c239975253f4855e10452df2",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "fixture_generation_prompt": "<|assistant|>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.5"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm45-marker-in-arguments",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.5.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "44f815868bf02fa458dd2f741a338046f4bf45f398eb6d067766726b9d96cce3",
        "template_identical_to": null,
        "model": "zai-org/GLM-4.5",
        "tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.5.vocab.gguf",
        "vocab_gguf_sha256": "661727b19e55df5ba0f05b852b3126ae4aefe0d7c239975253f4855e10452df2",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "fixture_generation_prompt": "<|assistant|>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.5"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm45-schema-coercion",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.5.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "44f815868bf02fa458dd2f741a338046f4bf45f398eb6d067766726b9d96cce3",
        "template_identical_to": null,
        "model": "zai-org/GLM-4.5",
        "tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.5.vocab.gguf",
        "vocab_gguf_sha256": "661727b19e55df5ba0f05b852b3126ae4aefe0d7c239975253f4855e10452df2",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "fixture_generation_prompt": "<|assistant|>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.5"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm45-thinking-disabled",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.5.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "44f815868bf02fa458dd2f741a338046f4bf45f398eb6d067766726b9d96cce3",
        "template_identical_to": null,
        "model": "zai-org/GLM-4.5",
        "tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.5.vocab.gguf",
        "vocab_gguf_sha256": "661727b19e55df5ba0f05b852b3126ae4aefe0d7c239975253f4855e10452df2",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "fixture_generation_prompt": "<|assistant|>\n<think></think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|>\n<think></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.5"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm45-call-order-vs-tool-order",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.5.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "44f815868bf02fa458dd2f741a338046f4bf45f398eb6d067766726b9d96cce3",
        "template_identical_to": null,
        "model": "zai-org/GLM-4.5",
        "tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.5.vocab.gguf",
        "vocab_gguf_sha256": "661727b19e55df5ba0f05b852b3126ae4aefe0d7c239975253f4855e10452df2",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "fixture_generation_prompt": "<|assistant|>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.5"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-single-call",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|><think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-parallel-same-tool",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|><think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-content-before-call",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|><think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-no-call",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|><think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-nested-object",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|><think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-unicode-emoji",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|><think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-empty-arguments",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|><think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-marker-in-arguments",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|><think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-typed-values",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|><think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-number-looking-string",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|><think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-schema-coercion",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|><think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-string-escapes",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|><think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-significant-whitespace",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|><think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-long-arguments",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|><think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-json-looking-string",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|><think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-thinking-disabled",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|></think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-call-order-vs-tool-order",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|><think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-multi-turn-second-call",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|><think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm53-single-call",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-5.3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "3740abcea51c45830cb3ca562084ad5fb2ef53589376f73332e9886f93ade41c",
        "template_identical_to": null,
        "model": "zai-org/GLM-5.3",
        "tokenizer": "zai-org/GLM-5.3@aca966e4e02791568aa6a4ced368624b3d897f42",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-5.3.vocab.gguf",
        "vocab_gguf_sha256": "c2836d0d9c43ffb90b0cc3e8205ff5e78e7debb7f3ff2df1ada62c93223126a2",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-5.3@aca966e4e02791568aa6a4ced368624b3d897f42",
        "fixture_generation_prompt": "<|assistant|><think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-5.3"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm53-parallel-same-tool",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-5.3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "3740abcea51c45830cb3ca562084ad5fb2ef53589376f73332e9886f93ade41c",
        "template_identical_to": null,
        "model": "zai-org/GLM-5.3",
        "tokenizer": "zai-org/GLM-5.3@aca966e4e02791568aa6a4ced368624b3d897f42",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-5.3.vocab.gguf",
        "vocab_gguf_sha256": "c2836d0d9c43ffb90b0cc3e8205ff5e78e7debb7f3ff2df1ada62c93223126a2",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-5.3@aca966e4e02791568aa6a4ced368624b3d897f42",
        "fixture_generation_prompt": "<|assistant|><think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-5.3"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm53-no-call",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-5.3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "3740abcea51c45830cb3ca562084ad5fb2ef53589376f73332e9886f93ade41c",
        "template_identical_to": null,
        "model": "zai-org/GLM-5.3",
        "tokenizer": "zai-org/GLM-5.3@aca966e4e02791568aa6a4ced368624b3d897f42",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-5.3.vocab.gguf",
        "vocab_gguf_sha256": "c2836d0d9c43ffb90b0cc3e8205ff5e78e7debb7f3ff2df1ada62c93223126a2",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-5.3@aca966e4e02791568aa6a4ced368624b3d897f42",
        "fixture_generation_prompt": "<|assistant|><think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-5.3"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm53-schema-coercion",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-5.3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "3740abcea51c45830cb3ca562084ad5fb2ef53589376f73332e9886f93ade41c",
        "template_identical_to": null,
        "model": "zai-org/GLM-5.3",
        "tokenizer": "zai-org/GLM-5.3@aca966e4e02791568aa6a4ced368624b3d897f42",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-5.3.vocab.gguf",
        "vocab_gguf_sha256": "c2836d0d9c43ffb90b0cc3e8205ff5e78e7debb7f3ff2df1ada62c93223126a2",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-5.3@aca966e4e02791568aa6a4ced368624b3d897f42",
        "fixture_generation_prompt": "<|assistant|><think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-5.3"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm45-vllm-newline-format-content-before",
      "family": "glm",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll check it.\", got \"I'll check it. \""
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll check it.\", got \"I'll check it. \""
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll check it.\", got \"I'll check it. \""
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll check it.\", got \"I'll check it. \""
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll check it.\", got \"I'll check it. \""
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll check it.\", got \"I'll check it. \""
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll check it.\", got \"I'll check it. \""
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll check it.\", got \"I'll check it. \""
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll check it.\", got \"I'll check it. \""
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.5.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "44f815868bf02fa458dd2f741a338046f4bf45f398eb6d067766726b9d96cce3",
        "template_identical_to": null,
        "model": "zai-org/GLM-4.5",
        "tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.5.vocab.gguf",
        "vocab_gguf_sha256": "661727b19e55df5ba0f05b852b3126ae4aefe0d7c239975253f4855e10452df2",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "fixture_generation_prompt": "<|assistant|>\n<think></think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|>\n<think></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "551203dc49adf37b9b2a4103f226339a075950211d4555c4a40758a1e6a9cbab",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.5"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "I'll check it. ",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "get_current_weather",
              "arguments_raw": "{\"city\":\"Dallas\",\"state\":\"TX\",\"unit\":\"fahrenheit\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "I'll check it. ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_current_weather",
                "arguments_raw": "{\"city\":\"Dallas\",\"state\":\"TX\",\"unit\":\"fahrenheit\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": "I'll check it. ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_current_weather",
                "arguments_raw": "{\"city\":\"Dallas\",\"state\":\"TX\",\"unit\":\"fahrenheit\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": "I'll check it. ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_current_weather",
                "arguments_raw": "{\"city\":\"Dallas\",\"state\":\"TX\",\"unit\":\"fahrenheit\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": "I'll check it. ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_current_weather",
                "arguments_raw": "{\"city\":\"Dallas\",\"state\":\"TX\",\"unit\":\"fahrenheit\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": "I'll check it. ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_current_weather",
                "arguments_raw": "{\"city\":\"Dallas\",\"state\":\"TX\",\"unit\":\"fahrenheit\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": "I'll check it. ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_current_weather",
                "arguments_raw": "{\"city\":\"Dallas\",\"state\":\"TX\",\"unit\":\"fahrenheit\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": "I'll check it. ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_current_weather",
                "arguments_raw": "{\"city\":\"Dallas\",\"state\":\"TX\",\"unit\":\"fahrenheit\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": "I'll check it. ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_current_weather",
                "arguments_raw": "{\"city\":\"Dallas\",\"state\":\"TX\",\"unit\":\"fahrenheit\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm45-vllm-newline-format-two-calls",
      "family": "glm",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_current_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_current_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_current_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_current_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_current_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_current_weather']"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "expected 2 calls ['get_current_weather', 'get_current_weather'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "fail",
          "detail": "expected 2 calls ['get_current_weather', 'get_current_weather'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "fail",
          "detail": "expected 2 calls ['get_current_weather', 'get_current_weather'], got 1 ['get_current_weather']"
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "fail",
          "detail": "expected 2 calls ['get_current_weather', 'get_current_weather'], got 1 ['get_current_weather']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_current_weather', 'get_current_weather'], got 1 ['get_current_weather']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_current_weather', 'get_current_weather'], got 1 ['get_current_weather']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_current_weather', 'get_current_weather'], got 1 ['get_current_weather']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_current_weather', 'get_current_weather'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_current_weather', 'get_current_weather'], got 1 ['get_current_weather']"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.5.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "44f815868bf02fa458dd2f741a338046f4bf45f398eb6d067766726b9d96cce3",
        "template_identical_to": null,
        "model": "zai-org/GLM-4.5",
        "tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.5.vocab.gguf",
        "vocab_gguf_sha256": "661727b19e55df5ba0f05b852b3126ae4aefe0d7c239975253f4855e10452df2",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "fixture_generation_prompt": "<|assistant|>\n<think></think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|>\n<think></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "551203dc49adf37b9b2a4103f226339a075950211d4555c4a40758a1e6a9cbab",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.5"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_current_weather",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_current_weather",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_current_weather",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_current_weather",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_current_weather",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_current_weather",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm45-vllm-coerces-schema-types",
      "family": "glm",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['calculate']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['calculate']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['calculate']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['calculate']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['calculate']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['calculate']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['calculate']"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] calculate: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] calculate: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] calculate: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] calculate: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] calculate: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] calculate: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] calculate: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] calculate: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] calculate: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] calculate: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] calculate: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] calculate: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] calculate: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] calculate: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.5.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "44f815868bf02fa458dd2f741a338046f4bf45f398eb6d067766726b9d96cce3",
        "template_identical_to": null,
        "model": "zai-org/GLM-4.5",
        "tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.5.vocab.gguf",
        "vocab_gguf_sha256": "661727b19e55df5ba0f05b852b3126ae4aefe0d7c239975253f4855e10452df2",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "fixture_generation_prompt": "<|assistant|>\n<think></think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|>\n<think></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "551203dc49adf37b9b2a4103f226339a075950211d4555c4a40758a1e6a9cbab",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.5"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "calculate",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "calculate",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "calculate",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "calculate",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "calculate",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "calculate",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "calculate",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm45-vllm-zero-arg-newline",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.5.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "44f815868bf02fa458dd2f741a338046f4bf45f398eb6d067766726b9d96cce3",
        "template_identical_to": null,
        "model": "zai-org/GLM-4.5",
        "tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.5.vocab.gguf",
        "vocab_gguf_sha256": "661727b19e55df5ba0f05b852b3126ae4aefe0d7c239975253f4855e10452df2",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "fixture_generation_prompt": "<|assistant|>\n<think></think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|>\n<think></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "551203dc49adf37b9b2a4103f226339a075950211d4555c4a40758a1e6a9cbab",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.5"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm45-vllm-with-think-tags",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.5.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "44f815868bf02fa458dd2f741a338046f4bf45f398eb6d067766726b9d96cce3",
        "template_identical_to": null,
        "model": "zai-org/GLM-4.5",
        "tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.5.vocab.gguf",
        "vocab_gguf_sha256": "661727b19e55df5ba0f05b852b3126ae4aefe0d7c239975253f4855e10452df2",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "fixture_generation_prompt": "<|assistant|>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "877c7fb0bdb22a84ed125e27b8fb4001f46eac7260e234507922cbed1a646e31",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.5"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm45-ollama-content-after-call",
      "family": "glm",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'thinking'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'thinking'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'thinking'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'thinking'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'thinking'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'thinking'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'thinking'"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.5.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "44f815868bf02fa458dd2f741a338046f4bf45f398eb6d067766726b9d96cce3",
        "template_identical_to": null,
        "model": "zai-org/GLM-4.5",
        "tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.5.vocab.gguf",
        "vocab_gguf_sha256": "661727b19e55df5ba0f05b852b3126ae4aefe0d7c239975253f4855e10452df2",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "fixture_generation_prompt": "<|assistant|>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "2a0d3c7b417677c267dd391b5fe8934447c0852da9f1470987c0ad379c526d41",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.5"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": "thinking",
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": "thinking",
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "thinking",
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "thinking",
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "thinking",
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "thinking",
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "thinking",
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-vllm-whitespace-preserved-in-value",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|></think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "877c7fb0bdb22a84ed125e27b8fb4001f46eac7260e234507922cbed1a646e31",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-vllm-content-before-no-space",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|></think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "877c7fb0bdb22a84ed125e27b8fb4001f46eac7260e234507922cbed1a646e31",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-vllm-whitespace-only-content",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|></think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "877c7fb0bdb22a84ed125e27b8fb4001f46eac7260e234507922cbed1a646e31",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-vllm-args-with-newlines",
      "family": "glm",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|></think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "877c7fb0bdb22a84ed125e27b8fb4001f46eac7260e234507922cbed1a646e31",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-vllm-reasoning-without-open-tag",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|><think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "877c7fb0bdb22a84ed125e27b8fb4001f46eac7260e234507922cbed1a646e31",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-bug-three-calls-same-tool",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|></think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "c052d64d39ebd610a7dd38e48882c1a0711160c01c62177b11721b6e2e30835d",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-truncated-inside-arg-value",
      "family": "glm",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the second <arg_value>; the call never closes."
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the second <arg_value>; the call never closes."
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the second <arg_value>; the call never closes."
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the second <arg_value>; the call never closes."
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the second <arg_value>; the call never closes."
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the second <arg_value>; the call never closes."
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the second <arg_value>; the call never closes."
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the second <arg_value>; the call never closes."
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the second <arg_value>; the call never closes."
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"': Unterminated string starting at: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"': Unterminated string starting at: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"': Unterminated string starting at: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"': Unterminated string starting at: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"': Unterminated string starting at: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"': Unterminated string starting at: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"': Unterminated string starting at: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"': Unterminated string starting at: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"': Unterminated string starting at: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|></think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\""
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\""
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\""
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\""
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\""
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\""
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\""
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\""
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\""
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-truncated-before-close-call",
      "family": "glm",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit after the last </arg_value>; </tool_call> is missing."
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit after the last </arg_value>; </tool_call> is missing."
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit after the last </arg_value>; </tool_call> is missing."
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit after the last </arg_value>; </tool_call> is missing."
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit after the last </arg_value>; </tool_call> is missing."
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit after the last </arg_value>; </tool_call> is missing."
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit after the last </arg_value>; </tool_call> is missing."
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit after the last </arg_value>; </tool_call> is missing."
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit after the last </arg_value>; </tool_call> is missing."
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"celsius\"': Expecting ',' delimiter: line 1 column 34 (char 33))"
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"celsius\"': Expecting ',' delimiter: line 1 column 34 (char 33))"
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"celsius\"': Expecting ',' delimiter: line 1 column 34 (char 33))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"celsius\"': Expecting ',' delimiter: line 1 column 34 (char 33))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"celsius\"': Expecting ',' delimiter: line 1 column 34 (char 33))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"celsius\"': Expecting ',' delimiter: line 1 column 34 (char 33))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"celsius\"': Expecting ',' delimiter: line 1 column 34 (char 33))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"celsius\"': Expecting ',' delimiter: line 1 column 34 (char 33))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"celsius\"': Expecting ',' delimiter: line 1 column 34 (char 33))"
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|></think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\"celsius\""
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\"celsius\""
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\"celsius\""
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\"celsius\""
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\"celsius\""
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\"celsius\""
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\"celsius\""
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\"celsius\""
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\"celsius\""
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm45-truncated-after-arg-key",
      "family": "glm",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit between two arguments of an open call."
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit between two arguments of an open call."
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit between two arguments of an open call."
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit between two arguments of an open call."
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit between two arguments of an open call."
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit between two arguments of an open call."
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit between two arguments of an open call."
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit between two arguments of an open call."
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit between two arguments of an open call."
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":': Expecting value: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":': Expecting value: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":': Expecting value: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":': Expecting value: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":': Expecting value: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":': Expecting value: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":': Expecting value: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":': Expecting value: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":': Expecting value: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.5.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "44f815868bf02fa458dd2f741a338046f4bf45f398eb6d067766726b9d96cce3",
        "template_identical_to": null,
        "model": "zai-org/GLM-4.5",
        "tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.5.vocab.gguf",
        "vocab_gguf_sha256": "661727b19e55df5ba0f05b852b3126ae4aefe0d7c239975253f4855e10452df2",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.5@cbb2c7cfb52fa128a9660cb1a7a78e017899e115",
        "fixture_generation_prompt": "<|assistant|>\n<think></think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|>\n<think></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.5"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\"Berlin\",\"unit\":"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-truncated-in-reasoning",
      "family": "glm",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|><think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      }
    },
    {
      "fixture_id": "glm/glm47-missing-last-close-arg-value",
      "family": "glm",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"city\": \"Berlin\", \"unit\": \"celsius\"}', got '{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"city\": \"Berlin\", \"unit\": \"celsius\"}', got '{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"city\": \"Berlin\", \"unit\": \"celsius\"}', got '{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"city\": \"Berlin\", \"unit\": \"celsius\"}', got '{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"city\": \"Berlin\", \"unit\": \"celsius\"}', got '{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"city\": \"Berlin\", \"unit\": \"celsius\"}', got '{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"city\": \"Berlin\", \"unit\": \"celsius\"}', got '{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"city\": \"Berlin\", \"unit\": \"celsius\"}', got '{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"city\": \"Berlin\", \"unit\": \"celsius\"}', got '{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "tool_calls[0].arguments contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "fail",
          "detail": "tool_calls[0].arguments contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "fail",
          "detail": "tool_calls[0].arguments contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls[0].arguments contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments contains '</tool_call>'"
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>': Unterminated string starting at: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>': Unterminated string starting at: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>': Unterminated string starting at: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>': Unterminated string starting at: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>': Unterminated string starting at: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>': Unterminated string starting at: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>': Unterminated string starting at: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>': Unterminated string starting at: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>': Unterminated string starting at: line 1 column 25 (char 24))"
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "zai-org--GLM-4.7.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375",
        "template_identical_to": "models/templates/GLM-4.7-Flash.jinja",
        "model": "zai-org/GLM-4.7",
        "tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "zai-org--GLM-4.7.vocab.gguf",
        "vocab_gguf_sha256": "6b9f8ab9bceda63102fc1fc9775e79287dd4c921eaefa03a9170ab4a14ae6570",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "zai-org/GLM-4.7@602d01efcdd332c5238ca4bcede555defbe83eb7",
        "fixture_generation_prompt": "<|assistant|></think>",
        "format": "peg-native",
        "generation_prompt": "<|assistant|></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>",
          "<arg_key>",
          "</arg_key>",
          "<arg_value>",
          "</arg_value>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "cb462282ca1bcf3b800eb4ca1f3c8fd0d5381a279f1d124a7f65e7435e64896c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after zai-org/GLM-4.7"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\",\"unit\":\"celsius</tool_call>"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/vllm-channel-first-recipient",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "5ab2eff0da68aa8cf01d6fcbd683354b0ca5c2d12b3abcc335154607ef753a68",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/vllm-channel-first-empty-arguments",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "5ab2eff0da68aa8cf01d6fcbd683354b0ca5c2d12b3abcc335154607ef753a68",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/vllm-split-deltas-constrain-nospace",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "1744a994e40f41c38095f13b492870a25c04c8d3a9d8ceeac5f40ca29c622bc6",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/vllm-call-on-analysis-channel",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "1744a994e40f41c38095f13b492870a25c04c8d3a9d8ceeac5f40ca29c622bc6",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/vllm-preamble-call-end-terminated",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "1744a994e40f41c38095f13b492870a25c04c8d3a9d8ceeac5f40ca29c622bc6",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/vllm-sequential-calls",
      "family": "gpt-oss",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather', 'get_time'], got ['get_weather']"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather', 'get_time'], got ['get_weather']"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather', 'get_time'], got ['get_weather']"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather', 'get_time'], got ['get_weather']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather', 'get_time'], got ['get_weather']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather', 'get_time'], got ['get_weather']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather', 'get_time'], got ['get_weather']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather', 'get_time'], got ['get_weather']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather', 'get_time'], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'get_time'], got 1 ['get_weather']"
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'get_time'], got 1 ['get_weather']"
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'get_time'], got 1 ['get_weather']"
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'get_time'], got 1 ['get_weather']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'get_time'], got 1 ['get_weather']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'get_time'], got 1 ['get_weather']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'get_time'], got 1 ['get_weather']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'get_time'], got 1 ['get_weather']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'get_time'], got 1 ['get_weather']"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [
          24
        ],
        "tools_sha256": "f5984025390fbae00451d8abfb4b1f5635b50ad0e8b2ac49dc34c5da487b673f",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "Thinking",
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"location\": \"Paris\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "Thinking",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\": \"Paris\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "Thinking",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\": \"Paris\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "Thinking",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\": \"Paris\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "Thinking",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\": \"Paris\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "Thinking",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\": \"Paris\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "Thinking",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\": \"Paris\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "Thinking",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\": \"Paris\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "Thinking",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"location\": \"Paris\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/vllm-call-then-final",
      "family": "gpt-oss",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content: expected 'Done', got None"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "content: expected 'Done', got None"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "content: expected 'Done', got None"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "content: expected 'Done', got None"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: expected 'Done', got None"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: expected 'Done', got None"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: expected 'Done', got None"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: expected 'Done', got None"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: expected 'Done', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [
          29
        ],
        "tools_sha256": "6a6a79aaf98298702a303203e49a8ba64d0e90238f82cd1ccd2052b24d020f21",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "Reasoning about query...",
          "tool_calls": [
            {
              "name": "search",
              "arguments_raw": "{\"query\": \"vllm\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "Reasoning about query...",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"vllm\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "Reasoning about query...",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"vllm\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "Reasoning about query...",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"vllm\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "Reasoning about query...",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"vllm\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "Reasoning about query...",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"vllm\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "Reasoning about query...",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"vllm\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "Reasoning about query...",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"vllm\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "Reasoning about query...",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"vllm\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/vllm-truncated-final",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "1744a994e40f41c38095f13b492870a25c04c8d3a9d8ceeac5f40ca29c622bc6",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/vllm-interrupted-final-only",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "1744a994e40f41c38095f13b492870a25c04c8d3a9d8ceeac5f40ca29c622bc6",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/vllm-malformed-headers",
      "family": "gpt-oss",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "content: nonstream None, got 'thinking'; reasoning_content: nonstream None, got 'thinking'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "content: nonstream None, got 'thinking'; reasoning_content: nonstream None, got 'thinking'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'thinking'; reasoning_content: nonstream None, got 'thinking'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'thinking'; reasoning_content: nonstream None, got 'thinking'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'thinking'; reasoning_content: nonstream None, got 'thinking'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'thinking'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'thinking'; reasoning_content: nonstream None, got 'thinking'"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "1744a994e40f41c38095f13b492870a25c04c8d3a9d8ceeac5f40ca29c622bc6",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": "thinking",
            "reasoning_content": "thinking",
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": "thinking",
            "reasoning_content": "thinking",
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": "thinking",
            "reasoning_content": "thinking",
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": "thinking",
            "reasoning_content": "thinking",
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": "thinking",
            "reasoning_content": "thinking",
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "thinking",
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": "thinking",
            "reasoning_content": "thinking",
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/llamacpp-commentary-content-only",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "53278a826a08c3c0291496ff5dd3fb1560dce4e804a079722171783ccb2c40ed",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/llamacpp-recipient-in-channel-analysis",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "53278a826a08c3c0291496ff5dd3fb1560dce4e804a079722171783ccb2c40ed",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/llamacpp-recipient-in-channel-commentary",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "53278a826a08c3c0291496ff5dd3fb1560dce4e804a079722171783ccb2c40ed",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/llamacpp-recipient-in-role-constrain",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "53278a826a08c3c0291496ff5dd3fb1560dce4e804a079722171783ccb2c40ed",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/llamacpp-edit-code-arguments",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "785a30d0ace08a564c74dff497fffe9ea23e1c7b711fc25c1254a6a4188ff518",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/llamacpp-builtin-python-recipient",
      "family": "gpt-oss",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'I will execute python to say hello'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'I will execute python to say hello'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'I will execute python to say hello'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'I will execute python to say hello'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'I will execute python to say hello'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'I will execute python to say hello'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'I will execute python to say hello'"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "53278a826a08c3c0291496ff5dd3fb1560dce4e804a079722171783ccb2c40ed",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": "I will execute python to say hello",
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": "I will execute python to say hello",
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "I will execute python to say hello",
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "I will execute python to say hello",
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "I will execute python to say hello",
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "I will execute python to say hello",
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "I will execute python to say hello",
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/llamacpp-stray-commentary-header",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "53278a826a08c3c0291496ff5dd3fb1560dce4e804a079722171783ccb2c40ed",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-test-channel-first-constrain-adjacent",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "79996a2da064d9ba7b5b23e137b5349a48837c4e9ec526d9b1facc1a11fcfe25",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-test-role-recipient-constrain-adjacent",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "1744a994e40f41c38095f13b492870a25c04c8d3a9d8ceeac5f40ca29c622bc6",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-spec-receiving-tool-calls",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "1744a994e40f41c38095f13b492870a25c04c8d3a9d8ceeac5f40ca29c622bc6",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-spec-preamble-action-plan",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "2094ab09d8c4691045b9ad74436cad9f54c9356fb123e0591a6ad4b35d62b7bd",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/bug-unknown-channel-comment",
      "family": "gpt-oss",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "1744a994e40f41c38095f13b492870a25c04c8d3a9d8ceeac5f40ca29c622bc6",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/bug-garbled-channel-question-marks",
      "family": "gpt-oss",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "1744a994e40f41c38095f13b492870a25c04c8d3a9d8ceeac5f40ca29c622bc6",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/bug-garbled-channel-commentary-question",
      "family": "gpt-oss",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "1744a994e40f41c38095f13b492870a25c04c8d3a9d8ceeac5f40ca29c622bc6",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-single-call",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-single-call-no-reasoning",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-compact-json",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-unicode-emoji",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-nested-json",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-empty-arguments",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-marker-in-arguments",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-marker-in-reasoning",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-preamble-then-call",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-preamble-no-reasoning",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-no-call-final",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-final-only",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-final-json-lookalike",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-string-escapes",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-numeric-arguments",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-long-arguments",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-multiline-reasoning",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-content-type-json-text",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-no-content-type",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-truncated-in-arguments",
      "family": "gpt-oss",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output stopped (max_tokens) inside the tool-call JSON; there is no complete call."
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output stopped (max_tokens) inside the tool-call JSON; there is no complete call."
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output stopped (max_tokens) inside the tool-call JSON; there is no complete call."
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output stopped (max_tokens) inside the tool-call JSON; there is no complete call."
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output stopped (max_tokens) inside the tool-call JSON; there is no complete call."
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output stopped (max_tokens) inside the tool-call JSON; there is no complete call."
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output stopped (max_tokens) inside the tool-call JSON; there is no complete call."
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output stopped (max_tokens) inside the tool-call JSON; there is no complete call."
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output stopped (max_tokens) inside the tool-call JSON; there is no complete call."
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris\", \"unit': Unterminated string starting at: line 1 column 19 (char 18))"
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris\", \"unit': Unterminated string starting at: line 1 column 19 (char 18))"
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris\", \"unit': Unterminated string starting at: line 1 column 19 (char 18))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris\", \"unit': Unterminated string starting at: line 1 column 19 (char 18))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris\", \"unit': Unterminated string starting at: line 1 column 19 (char 18))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris\", \"unit': Unterminated string starting at: line 1 column 19 (char 18))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris\", \"unit': Unterminated string starting at: line 1 column 19 (char 18))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris\", \"unit': Unterminated string starting at: line 1 column 19 (char 18))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris\", \"unit': Unterminated string starting at: line 1 column 19 (char 18))"
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "The user asks for the weather in Paris. I should call get_weather.",
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\": \"Paris\", \"unit"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "The user asks for the weather in Paris. I should call get_weather.",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "The user asks for the weather in Paris. I should call get_weather.",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "The user asks for the weather in Paris. I should call get_weather.",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "The user asks for the weather in Paris. I should call get_weather.",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "The user asks for the weather in Paris. I should call get_weather.",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "The user asks for the weather in Paris. I should call get_weather.",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "The user asks for the weather in Paris. I should call get_weather.",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "The user asks for the weather in Paris. I should call get_weather.",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-truncated-in-reasoning",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/harmony-truncated-in-header",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/hf-template-single-call",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/hf-template-unicode-nested",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/hf-template-empty-arguments",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/hf-template-no-reasoning",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "gpt-oss/hf-template-final-answer",
      "family": "gpt-oss",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'GPT-OSS'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "openai--gpt-oss-20b.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146",
        "template_identical_to": "models/templates/openai-gpt-oss-120b.jinja",
        "model": "openai/gpt-oss-20b",
        "tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "openai--gpt-oss-20b.vocab.gguf",
        "vocab_gguf_sha256": "41ab8478c7fafbb0012cdeda945237760bc83660a4c1c2772de03e0c867e5be9",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee",
        "fixture_generation_prompt": "<|start|>assistant",
        "format": "peg-native",
        "generation_prompt": "<|start|>assistant",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [
          "<|channel|>",
          "<|constrain|>",
          "<|message|>",
          "<|start|>",
          "<|end|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|channel|>analysis<|message|>",
        "thinking_end_tags": [
          "<|end|>"
        ],
        "end_token": "<|call|>",
        "eog_positions": [],
        "tools_sha256": "ee5dbf34525a075783c1a38d215c94e4e27228bd9389a306a6bc87c2ef85f372",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after openai/gpt-oss-20b"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k2i-vllm-single-call-content-before",
      "family": "kimi",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "content: nonstream None, got \"I'll check. \""
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "content: nonstream None, got \"I'll check. \""
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: nonstream None, got \"I'll check. \""
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: nonstream None, got \"I'll check. \""
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: nonstream None, got \"I'll check. \""
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: nonstream None, got \"I'll check. \""
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: nonstream None, got \"I'll check. \""
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2-Instruct-0905.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "00938c355ca7195fd4f9c923e93af063846d4d5005e06999274f8db57b65bb0b",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2-Instruct-0905",
        "tokenizer": "moonshotai/Kimi-K2-Instruct-0905@ac6c49f04883bd0a0598b790693a72061c676629",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2-Instruct-0905.vocab.gguf",
        "vocab_gguf_sha256": "4ee284a56c0855e2512f2a78ebd0c0ae2ad12a18b6268ab2512e973bd244e6d0",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2-Instruct-0905@ac6c49f04883bd0a0598b790693a72061c676629",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "09331a2e2df9a56a2f3acb61624999968c53eea45d0a0be1bb17cd57f265c61f",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2-Instruct-0905"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": "I'll check. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": "I'll check. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": "I'll check. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": "I'll check. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": "I'll check. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": "I'll check. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": "I'll check. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k2i-vllm-three-tool-calls",
      "family": "kimi",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "content: nonstream None, got 'Multiple tasks. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "content: nonstream None, got 'Multiple tasks. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Multiple tasks. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Multiple tasks. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Multiple tasks. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Multiple tasks. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Multiple tasks. '"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "expected 3 calls ['get_weather', 'get_news', 'send_email'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "fail",
          "detail": "expected 3 calls ['get_weather', 'get_news', 'send_email'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "fail",
          "detail": "expected 3 calls ['get_weather', 'get_news', 'send_email'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "fail",
          "detail": "expected 3 calls ['get_weather', 'get_news', 'send_email'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "expected 3 calls ['get_weather', 'get_news', 'send_email'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "expected 3 calls ['get_weather', 'get_news', 'send_email'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "expected 3 calls ['get_weather', 'get_news', 'send_email'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "expected 3 calls ['get_weather', 'get_news', 'send_email'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "expected 3 calls ['get_weather', 'get_news', 'send_email'], got 0 []"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2-Instruct-0905.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "00938c355ca7195fd4f9c923e93af063846d4d5005e06999274f8db57b65bb0b",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2-Instruct-0905",
        "tokenizer": "moonshotai/Kimi-K2-Instruct-0905@ac6c49f04883bd0a0598b790693a72061c676629",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2-Instruct-0905.vocab.gguf",
        "vocab_gguf_sha256": "4ee284a56c0855e2512f2a78ebd0c0ae2ad12a18b6268ab2512e973bd244e6d0",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2-Instruct-0905@ac6c49f04883bd0a0598b790693a72061c676629",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "cdb88deae96d8c3c8a8a04d39300e17cc8f0127c64a386415fffcf6133c8479d",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2-Instruct-0905"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": "Multiple tasks. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": "Multiple tasks. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": "Multiple tasks. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": "Multiple tasks. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": "Multiple tasks. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": "Multiple tasks. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": "Multiple tasks. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k2i-vllm-multiline-json",
      "family": "kimi",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "content: nonstream None, got 'Formatted. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "content: nonstream None, got 'Formatted. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Formatted. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Formatted. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Formatted. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Formatted. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Formatted. '"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2-Instruct-0905.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "00938c355ca7195fd4f9c923e93af063846d4d5005e06999274f8db57b65bb0b",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2-Instruct-0905",
        "tokenizer": "moonshotai/Kimi-K2-Instruct-0905@ac6c49f04883bd0a0598b790693a72061c676629",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2-Instruct-0905.vocab.gguf",
        "vocab_gguf_sha256": "4ee284a56c0855e2512f2a78ebd0c0ae2ad12a18b6268ab2512e973bd244e6d0",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2-Instruct-0905@ac6c49f04883bd0a0598b790693a72061c676629",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "50c0b07a87b6b5a24edb5c308f09342fcb12f7956d52fb55afba9d220d38d2de",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2-Instruct-0905"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": "Formatted. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": "Formatted. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": "Formatted. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": "Formatted. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": "Formatted. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": "Formatted. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": "Formatted. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k2i-vllm-id-without-functions-prefix",
      "family": "kimi",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "content: nonstream None, got 'No prefix. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "content: nonstream None, got 'No prefix. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'No prefix. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'No prefix. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'No prefix. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'No prefix. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'No prefix. '"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2-Instruct-0905.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "00938c355ca7195fd4f9c923e93af063846d4d5005e06999274f8db57b65bb0b",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2-Instruct-0905",
        "tokenizer": "moonshotai/Kimi-K2-Instruct-0905@ac6c49f04883bd0a0598b790693a72061c676629",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2-Instruct-0905.vocab.gguf",
        "vocab_gguf_sha256": "4ee284a56c0855e2512f2a78ebd0c0ae2ad12a18b6268ab2512e973bd244e6d0",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2-Instruct-0905@ac6c49f04883bd0a0598b790693a72061c676629",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "09331a2e2df9a56a2f3acb61624999968c53eea45d0a0be1bb17cd57f265c61f",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2-Instruct-0905"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": "No prefix. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": "No prefix. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": "No prefix. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": "No prefix. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": "No prefix. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": "No prefix. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": "No prefix. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k2i-vllm-noise-between-markers",
      "family": "kimi",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "content: nonstream None, got 'Reasoning. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "content: nonstream None, got 'Reasoning. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Reasoning. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Reasoning. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Reasoning. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Reasoning. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Reasoning. '"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2-Instruct-0905.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "00938c355ca7195fd4f9c923e93af063846d4d5005e06999274f8db57b65bb0b",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2-Instruct-0905",
        "tokenizer": "moonshotai/Kimi-K2-Instruct-0905@ac6c49f04883bd0a0598b790693a72061c676629",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2-Instruct-0905.vocab.gguf",
        "vocab_gguf_sha256": "4ee284a56c0855e2512f2a78ebd0c0ae2ad12a18b6268ab2512e973bd244e6d0",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2-Instruct-0905@ac6c49f04883bd0a0598b790693a72061c676629",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "a7520a48960356756fbafdc88eb9c4ec7ad513da01ee33c5fd96af6a96cb1654",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2-Instruct-0905"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": "Reasoning. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": "Reasoning. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": "Reasoning. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": "Reasoning. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": "Reasoning. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": "Reasoning. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": "Reasoning. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k2i-vllm-empty-tool-section",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2-Instruct-0905.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "00938c355ca7195fd4f9c923e93af063846d4d5005e06999274f8db57b65bb0b",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2-Instruct-0905",
        "tokenizer": "moonshotai/Kimi-K2-Instruct-0905@ac6c49f04883bd0a0598b790693a72061c676629",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2-Instruct-0905.vocab.gguf",
        "vocab_gguf_sha256": "4ee284a56c0855e2512f2a78ebd0c0ae2ad12a18b6268ab2512e973bd244e6d0",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2-Instruct-0905@ac6c49f04883bd0a0598b790693a72061c676629",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "a7520a48960356756fbafdc88eb9c4ec7ad513da01ee33c5fd96af6a96cb1654",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2-Instruct-0905"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k2i-vllm-content-after-tool-section",
      "family": "kimi",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "content: nonstream None, got 'Before. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "content: nonstream None, got 'Before. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Before. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Before. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Before. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Before. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Before. '"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2-Instruct-0905.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "00938c355ca7195fd4f9c923e93af063846d4d5005e06999274f8db57b65bb0b",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2-Instruct-0905",
        "tokenizer": "moonshotai/Kimi-K2-Instruct-0905@ac6c49f04883bd0a0598b790693a72061c676629",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2-Instruct-0905.vocab.gguf",
        "vocab_gguf_sha256": "4ee284a56c0855e2512f2a78ebd0c0ae2ad12a18b6268ab2512e973bd244e6d0",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2-Instruct-0905@ac6c49f04883bd0a0598b790693a72061c676629",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "09331a2e2df9a56a2f3acb61624999968c53eea45d0a0be1bb17cd57f265c61f",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2-Instruct-0905"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": "Before. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": "Before. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": "Before. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": "Before. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": "Before. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": "Before. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": "Before. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k3-vllm-no-call-thinking-disabled",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
        "template_identical_to": "models/templates/Kimi-K3.jinja",
        "model": "moonshotai/Kimi-K3",
        "tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K3.vocab.gguf",
        "vocab_gguf_sha256": "e165cb1b4ab44a4d40939631bc7a5b351b17560e97b62b8a1448b46c24ecdb72",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "fixture_generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>response<|sep|>",
        "format": "peg-native",
        "generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>response<|sep|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|open|>",
          "<|close|>",
          "<|sep|>",
          "<|end_of_msg|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|open|>think<|sep|>",
        "thinking_end_tags": [
          "<|close|>think<|sep|>"
        ],
        "end_token": "<|end_of_msg|>",
        "eog_positions": [],
        "tools_sha256": "024f30b66716a0fe7806557bff6cb869b48560febc6e26a7d0d816dd1558f253",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Kimi-K3.jinja",
            "sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
            "format": "peg-native",
            "nonstream": {
              "content": "answer",
              "reasoning_content": null,
              "tool_calls": [],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k3-vllm-call-thinking-disabled",
      "family": "kimi",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['calc']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['calc']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] calc: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] calc: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] calc: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] calc: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
        "template_identical_to": "models/templates/Kimi-K3.jinja",
        "model": "moonshotai/Kimi-K3",
        "tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K3.vocab.gguf",
        "vocab_gguf_sha256": "e165cb1b4ab44a4d40939631bc7a5b351b17560e97b62b8a1448b46c24ecdb72",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "fixture_generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>response<|sep|>",
        "format": "peg-native",
        "generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>response<|sep|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|open|>",
          "<|close|>",
          "<|sep|>",
          "<|end_of_msg|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|open|>think<|sep|>",
        "thinking_end_tags": [
          "<|close|>think<|sep|>"
        ],
        "end_token": "<|end_of_msg|>",
        "eog_positions": [],
        "tools_sha256": "024f30b66716a0fe7806557bff6cb869b48560febc6e26a7d0d816dd1558f253",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Kimi-K3.jinja",
            "sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
            "format": "peg-native",
            "nonstream": {
              "content": null,
              "reasoning_content": null,
              "tool_calls": [],
              "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "calc",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "calc",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k3-vllm-truncated-tools",
      "family": "kimi",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "fail",
          "detail": "content: nonstream '<|close|>response<|sep|><|open|>tools<|sep|><|open|>call tool=\"calc\" index=\"1\"', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "content: nonstream '<|close|>response<|sep|><|open|>tools<|sep|><|open|>call tool=\"calc\" index=\"1\"', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "content: nonstream '<|close|>response<|sep|><|open|>tools<|sep|><|open|>call tool=\"calc\" index=\"1\"', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: nonstream '<|close|>response<|sep|><|open|>tools<|sep|><|open|>call tool=\"calc\" index=\"1\"', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: nonstream '<|close|>response<|sep|><|open|>tools<|sep|><|open|>call tool=\"calc\" index=\"1\"', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: nonstream '<|close|>response<|sep|><|open|>tools<|sep|><|open|>call tool=\"calc\" index=\"1\"', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: nonstream '<|close|>response<|sep|><|open|>tools<|sep|><|open|>call tool=\"calc\" index=\"1\"', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: nonstream '<|close|>response<|sep|><|open|>tools<|sep|><|open|>call tool=\"calc\" index=\"1\"', got None"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
        "template_identical_to": "models/templates/Kimi-K3.jinja",
        "model": "moonshotai/Kimi-K3",
        "tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K3.vocab.gguf",
        "vocab_gguf_sha256": "e165cb1b4ab44a4d40939631bc7a5b351b17560e97b62b8a1448b46c24ecdb72",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "fixture_generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>response<|sep|>",
        "format": "peg-native",
        "generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>response<|sep|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|open|>",
          "<|close|>",
          "<|sep|>",
          "<|end_of_msg|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|open|>think<|sep|>",
        "thinking_end_tags": [
          "<|close|>think<|sep|>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "024f30b66716a0fe7806557bff6cb869b48560febc6e26a7d0d816dd1558f253",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Kimi-K3.jinja",
            "sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
            "format": "peg-native",
            "nonstream": {
              "content": "<|close|>response<|sep|><|open|>tools<|sep|><|open|>call tool=\"calc\" index=\"1\"",
              "reasoning_content": null,
              "tool_calls": [],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "<|close|>response<|sep|><|open|>tools<|sep|><|open|>call tool=\"calc\" index=\"1\"",
          "reasoning_content": null,
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k3-vllm-reasoning-prefix-consumed",
      "family": "kimi",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content: expected 'answer', got 'answer<|end_of_msg|>'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "content: expected 'answer', got 'answer<|end_of_msg|>'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "content: expected 'answer', got 'answer<|end_of_msg|>'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "content: expected 'answer', got 'answer<|end_of_msg|>'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: expected 'answer', got 'answer<|end_of_msg|>'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: expected 'answer', got 'answer<|end_of_msg|>'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: expected 'answer', got 'answer<|end_of_msg|>'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: expected 'answer', got 'answer<|end_of_msg|>'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: expected 'answer', got 'answer<|end_of_msg|>'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content contains '<|end_of_msg|>'"
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "fail",
          "detail": "content contains '<|end_of_msg|>'"
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "fail",
          "detail": "content contains '<|end_of_msg|>'"
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "fail",
          "detail": "content contains '<|end_of_msg|>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content contains '<|end_of_msg|>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content contains '<|end_of_msg|>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content contains '<|end_of_msg|>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content contains '<|end_of_msg|>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content contains '<|end_of_msg|>'"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
        "template_identical_to": "models/templates/Kimi-K3.jinja",
        "model": "moonshotai/Kimi-K3",
        "tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K3.vocab.gguf",
        "vocab_gguf_sha256": "e165cb1b4ab44a4d40939631bc7a5b351b17560e97b62b8a1448b46c24ecdb72",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "fixture_generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "format": "peg-native",
        "generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|open|>",
          "<|close|>",
          "<|sep|>",
          "<|end_of_msg|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|open|>think<|sep|>",
        "thinking_end_tags": [
          "<|close|>think<|sep|>"
        ],
        "end_token": "<|end_of_msg|>",
        "eog_positions": [],
        "tools_sha256": "024f30b66716a0fe7806557bff6cb869b48560febc6e26a7d0d816dd1558f253",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Kimi-K3.jinja",
            "sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
            "format": "peg-native",
            "nonstream": {
              "content": "answer<|end_of_msg|>",
              "reasoning_content": "step",
              "tool_calls": [],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "answer<|end_of_msg|>",
          "reasoning_content": "step",
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "answer<|end_of_msg|>",
            "reasoning_content": "step",
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": "answer<|end_of_msg|>",
            "reasoning_content": "step",
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": "answer<|end_of_msg|>",
            "reasoning_content": "step",
            "tool_calls": [],
            "exception": null
          },
          "rand:1:8": {
            "content": "answer<|end_of_msg|>",
            "reasoning_content": "step",
            "tool_calls": [],
            "exception": null
          },
          "rand:2:8": {
            "content": "answer<|end_of_msg|>",
            "reasoning_content": "step",
            "tool_calls": [],
            "exception": null
          },
          "rand:3:8": {
            "content": "answer<|end_of_msg|>",
            "reasoning_content": "step",
            "tool_calls": [],
            "exception": null
          },
          "rand:4:8": {
            "content": "answer<|end_of_msg|>",
            "reasoning_content": "step",
            "tool_calls": [],
            "exception": null
          },
          "rand:5:8": {
            "content": "answer<|end_of_msg|>",
            "reasoning_content": "step",
            "tool_calls": [],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k3-bug-truncated-reasoning-recorded",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
        "template_identical_to": "models/templates/Kimi-K3.jinja",
        "model": "moonshotai/Kimi-K3",
        "tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K3.vocab.gguf",
        "vocab_gguf_sha256": "e165cb1b4ab44a4d40939631bc7a5b351b17560e97b62b8a1448b46c24ecdb72",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "fixture_generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "format": "peg-native",
        "generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|open|>",
          "<|close|>",
          "<|sep|>",
          "<|end_of_msg|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|open|>think<|sep|>",
        "thinking_end_tags": [
          "<|close|>think<|sep|>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Kimi-K3.jinja",
            "sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": "The user asks to reason step by step about a math problem. I only need ",
              "tool_calls": [],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k3-bug-response-only-completion",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
        "template_identical_to": "models/templates/Kimi-K3.jinja",
        "model": "moonshotai/Kimi-K3",
        "tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K3.vocab.gguf",
        "vocab_gguf_sha256": "e165cb1b4ab44a4d40939631bc7a5b351b17560e97b62b8a1448b46c24ecdb72",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "fixture_generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "format": "peg-native",
        "generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|open|>",
          "<|close|>",
          "<|sep|>",
          "<|end_of_msg|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|open|>think<|sep|>",
        "thinking_end_tags": [
          "<|close|>think<|sep|>"
        ],
        "end_token": "<|end_of_msg|>",
        "eog_positions": [],
        "tools_sha256": "024f30b66716a0fe7806557bff6cb869b48560febc6e26a7d0d816dd1558f253",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Kimi-K3.jinja",
            "sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
            "format": "peg-native",
            "nonstream": {
              "content": "Hello world",
              "reasoning_content": null,
              "tool_calls": [],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k26-single-call",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2.6.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "8bf859698fd4781c0e1e1c63ce74422aab27e53ccc5f47116317c64cda06132f",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2.6",
        "tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2.6.vocab.gguf",
        "vocab_gguf_sha256": "b6b10e1d15ea0db1828e64d081edfaa743cb757c0b5a809e456c6b07928e838e",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "a27267d507584ea678786a65346e27e363b3bc753dcaeed9dbc4826f761f908a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2.6"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k26-parallel-same-tool",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2.6.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "8bf859698fd4781c0e1e1c63ce74422aab27e53ccc5f47116317c64cda06132f",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2.6",
        "tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2.6.vocab.gguf",
        "vocab_gguf_sha256": "b6b10e1d15ea0db1828e64d081edfaa743cb757c0b5a809e456c6b07928e838e",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "a27267d507584ea678786a65346e27e363b3bc753dcaeed9dbc4826f761f908a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2.6"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k26-parallel-three-tools",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2.6.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "8bf859698fd4781c0e1e1c63ce74422aab27e53ccc5f47116317c64cda06132f",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2.6",
        "tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2.6.vocab.gguf",
        "vocab_gguf_sha256": "b6b10e1d15ea0db1828e64d081edfaa743cb757c0b5a809e456c6b07928e838e",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "a27267d507584ea678786a65346e27e363b3bc753dcaeed9dbc4826f761f908a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2.6"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k26-content-before-call",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2.6.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "8bf859698fd4781c0e1e1c63ce74422aab27e53ccc5f47116317c64cda06132f",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2.6",
        "tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2.6.vocab.gguf",
        "vocab_gguf_sha256": "b6b10e1d15ea0db1828e64d081edfaa743cb757c0b5a809e456c6b07928e838e",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "a27267d507584ea678786a65346e27e363b3bc753dcaeed9dbc4826f761f908a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2.6"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k26-no-call",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2.6.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "8bf859698fd4781c0e1e1c63ce74422aab27e53ccc5f47116317c64cda06132f",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2.6",
        "tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2.6.vocab.gguf",
        "vocab_gguf_sha256": "b6b10e1d15ea0db1828e64d081edfaa743cb757c0b5a809e456c6b07928e838e",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "a27267d507584ea678786a65346e27e363b3bc753dcaeed9dbc4826f761f908a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2.6"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k26-nested-json",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2.6.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "8bf859698fd4781c0e1e1c63ce74422aab27e53ccc5f47116317c64cda06132f",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2.6",
        "tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2.6.vocab.gguf",
        "vocab_gguf_sha256": "b6b10e1d15ea0db1828e64d081edfaa743cb757c0b5a809e456c6b07928e838e",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "a27267d507584ea678786a65346e27e363b3bc753dcaeed9dbc4826f761f908a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2.6"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k26-unicode-emoji",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2.6.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "8bf859698fd4781c0e1e1c63ce74422aab27e53ccc5f47116317c64cda06132f",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2.6",
        "tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2.6.vocab.gguf",
        "vocab_gguf_sha256": "b6b10e1d15ea0db1828e64d081edfaa743cb757c0b5a809e456c6b07928e838e",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "a27267d507584ea678786a65346e27e363b3bc753dcaeed9dbc4826f761f908a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2.6"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k26-empty-arguments",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2.6.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "8bf859698fd4781c0e1e1c63ce74422aab27e53ccc5f47116317c64cda06132f",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2.6",
        "tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2.6.vocab.gguf",
        "vocab_gguf_sha256": "b6b10e1d15ea0db1828e64d081edfaa743cb757c0b5a809e456c6b07928e838e",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "a27267d507584ea678786a65346e27e363b3bc753dcaeed9dbc4826f761f908a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2.6"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k26-string-escapes",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2.6.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "8bf859698fd4781c0e1e1c63ce74422aab27e53ccc5f47116317c64cda06132f",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2.6",
        "tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2.6.vocab.gguf",
        "vocab_gguf_sha256": "b6b10e1d15ea0db1828e64d081edfaa743cb757c0b5a809e456c6b07928e838e",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "a27267d507584ea678786a65346e27e363b3bc753dcaeed9dbc4826f761f908a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2.6"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k26-marker-in-arguments",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2.6.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "8bf859698fd4781c0e1e1c63ce74422aab27e53ccc5f47116317c64cda06132f",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2.6",
        "tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2.6.vocab.gguf",
        "vocab_gguf_sha256": "b6b10e1d15ea0db1828e64d081edfaa743cb757c0b5a809e456c6b07928e838e",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "a27267d507584ea678786a65346e27e363b3bc753dcaeed9dbc4826f761f908a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2.6"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k26-marker-terminator-in-string",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2.6.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "8bf859698fd4781c0e1e1c63ce74422aab27e53ccc5f47116317c64cda06132f",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2.6",
        "tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2.6.vocab.gguf",
        "vocab_gguf_sha256": "b6b10e1d15ea0db1828e64d081edfaa743cb757c0b5a809e456c6b07928e838e",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "a27267d507584ea678786a65346e27e363b3bc753dcaeed9dbc4826f761f908a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2.6"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k26-empty-think",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2.6.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "8bf859698fd4781c0e1e1c63ce74422aab27e53ccc5f47116317c64cda06132f",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2.6",
        "tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2.6.vocab.gguf",
        "vocab_gguf_sha256": "b6b10e1d15ea0db1828e64d081edfaa743cb757c0b5a809e456c6b07928e838e",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "a27267d507584ea678786a65346e27e363b3bc753dcaeed9dbc4826f761f908a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2.6"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k26-thinking-disabled-call",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2.6.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "8bf859698fd4781c0e1e1c63ce74422aab27e53ccc5f47116317c64cda06132f",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2.6",
        "tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2.6.vocab.gguf",
        "vocab_gguf_sha256": "b6b10e1d15ea0db1828e64d081edfaa743cb757c0b5a809e456c6b07928e838e",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|><think></think>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|><think></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "a27267d507584ea678786a65346e27e363b3bc753dcaeed9dbc4826f761f908a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2.6"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k26-multi-turn-second-call",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2.6.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "8bf859698fd4781c0e1e1c63ce74422aab27e53ccc5f47116317c64cda06132f",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2.6",
        "tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2.6.vocab.gguf",
        "vocab_gguf_sha256": "b6b10e1d15ea0db1828e64d081edfaa743cb757c0b5a809e456c6b07928e838e",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "a27267d507584ea678786a65346e27e363b3bc753dcaeed9dbc4826f761f908a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2.6"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k2i-single-call",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2-Instruct-0905.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "00938c355ca7195fd4f9c923e93af063846d4d5005e06999274f8db57b65bb0b",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2-Instruct-0905",
        "tokenizer": "moonshotai/Kimi-K2-Instruct-0905@ac6c49f04883bd0a0598b790693a72061c676629",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2-Instruct-0905.vocab.gguf",
        "vocab_gguf_sha256": "4ee284a56c0855e2512f2a78ebd0c0ae2ad12a18b6268ab2512e973bd244e6d0",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2-Instruct-0905@ac6c49f04883bd0a0598b790693a72061c676629",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "a27267d507584ea678786a65346e27e363b3bc753dcaeed9dbc4826f761f908a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2-Instruct-0905"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k2i-content-before-call",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2-Instruct-0905.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "00938c355ca7195fd4f9c923e93af063846d4d5005e06999274f8db57b65bb0b",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2-Instruct-0905",
        "tokenizer": "moonshotai/Kimi-K2-Instruct-0905@ac6c49f04883bd0a0598b790693a72061c676629",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2-Instruct-0905.vocab.gguf",
        "vocab_gguf_sha256": "4ee284a56c0855e2512f2a78ebd0c0ae2ad12a18b6268ab2512e973bd244e6d0",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2-Instruct-0905@ac6c49f04883bd0a0598b790693a72061c676629",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "a27267d507584ea678786a65346e27e363b3bc753dcaeed9dbc4826f761f908a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2-Instruct-0905"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k2i-no-call",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2-Instruct-0905.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "00938c355ca7195fd4f9c923e93af063846d4d5005e06999274f8db57b65bb0b",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2-Instruct-0905",
        "tokenizer": "moonshotai/Kimi-K2-Instruct-0905@ac6c49f04883bd0a0598b790693a72061c676629",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2-Instruct-0905.vocab.gguf",
        "vocab_gguf_sha256": "4ee284a56c0855e2512f2a78ebd0c0ae2ad12a18b6268ab2512e973bd244e6d0",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2-Instruct-0905@ac6c49f04883bd0a0598b790693a72061c676629",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "a27267d507584ea678786a65346e27e363b3bc753dcaeed9dbc4826f761f908a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2-Instruct-0905"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k3-single-call",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
        "template_identical_to": "models/templates/Kimi-K3.jinja",
        "model": "moonshotai/Kimi-K3",
        "tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K3.vocab.gguf",
        "vocab_gguf_sha256": "e165cb1b4ab44a4d40939631bc7a5b351b17560e97b62b8a1448b46c24ecdb72",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "fixture_generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "format": "peg-native",
        "generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|open|>",
          "<|close|>",
          "<|sep|>",
          "<|end_of_msg|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|open|>think<|sep|>",
        "thinking_end_tags": [
          "<|close|>think<|sep|>"
        ],
        "end_token": "<|end_of_msg|>",
        "eog_positions": [],
        "tools_sha256": "6511c730913452bec647054683f51493cc594f0cdccc95a78cc85d4a61952767",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Kimi-K3.jinja",
            "sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": "The user wants the weather in Paris in Celsius.",
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\":\"Paris\",\"unit\":\"celsius\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k3-parallel-same-tool",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
        "template_identical_to": "models/templates/Kimi-K3.jinja",
        "model": "moonshotai/Kimi-K3",
        "tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K3.vocab.gguf",
        "vocab_gguf_sha256": "e165cb1b4ab44a4d40939631bc7a5b351b17560e97b62b8a1448b46c24ecdb72",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "fixture_generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "format": "peg-native",
        "generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|open|>",
          "<|close|>",
          "<|sep|>",
          "<|end_of_msg|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|open|>think<|sep|>",
        "thinking_end_tags": [
          "<|close|>think<|sep|>"
        ],
        "end_token": "<|end_of_msg|>",
        "eog_positions": [],
        "tools_sha256": "6511c730913452bec647054683f51493cc594f0cdccc95a78cc85d4a61952767",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Kimi-K3.jinja",
            "sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": "Two cities, two lookups.",
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\":\"Paris\"}"
                },
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\":\"Tokyo\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k3-content-before-call",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
        "template_identical_to": "models/templates/Kimi-K3.jinja",
        "model": "moonshotai/Kimi-K3",
        "tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K3.vocab.gguf",
        "vocab_gguf_sha256": "e165cb1b4ab44a4d40939631bc7a5b351b17560e97b62b8a1448b46c24ecdb72",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "fixture_generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "format": "peg-native",
        "generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|open|>",
          "<|close|>",
          "<|sep|>",
          "<|end_of_msg|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|open|>think<|sep|>",
        "thinking_end_tags": [
          "<|close|>think<|sep|>"
        ],
        "end_token": "<|end_of_msg|>",
        "eog_positions": [],
        "tools_sha256": "6511c730913452bec647054683f51493cc594f0cdccc95a78cc85d4a61952767",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Kimi-K3.jinja",
            "sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
            "format": "peg-native",
            "nonstream": {
              "content": "Let me check that for you.",
              "reasoning_content": "Live data needed.",
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\":\"Berlin\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k3-no-call",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
        "template_identical_to": "models/templates/Kimi-K3.jinja",
        "model": "moonshotai/Kimi-K3",
        "tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K3.vocab.gguf",
        "vocab_gguf_sha256": "e165cb1b4ab44a4d40939631bc7a5b351b17560e97b62b8a1448b46c24ecdb72",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "fixture_generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "format": "peg-native",
        "generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|open|>",
          "<|close|>",
          "<|sep|>",
          "<|end_of_msg|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|open|>think<|sep|>",
        "thinking_end_tags": [
          "<|close|>think<|sep|>"
        ],
        "end_token": "<|end_of_msg|>",
        "eog_positions": [],
        "tools_sha256": "6511c730913452bec647054683f51493cc594f0cdccc95a78cc85d4a61952767",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Kimi-K3.jinja",
            "sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
            "format": "peg-native",
            "nonstream": {
              "content": "Paris is the capital of France.",
              "reasoning_content": "A simple fact; no tool needed.",
              "tool_calls": [],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k3-nested-json",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
        "template_identical_to": "models/templates/Kimi-K3.jinja",
        "model": "moonshotai/Kimi-K3",
        "tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K3.vocab.gguf",
        "vocab_gguf_sha256": "e165cb1b4ab44a4d40939631bc7a5b351b17560e97b62b8a1448b46c24ecdb72",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "fixture_generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "format": "peg-native",
        "generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|open|>",
          "<|close|>",
          "<|sep|>",
          "<|end_of_msg|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|open|>think<|sep|>",
        "thinking_end_tags": [
          "<|close|>think<|sep|>"
        ],
        "end_token": "<|end_of_msg|>",
        "eog_positions": [],
        "tools_sha256": "6511c730913452bec647054683f51493cc594f0cdccc95a78cc85d4a61952767",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Kimi-K3.jinja",
            "sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": "Create the event with a structured location.",
              "tool_calls": [
                {
                  "name": "create_event",
                  "arguments_raw": "{\"title\":\"Offsite\",\"attendees\":[\"ana@example.com\", \"bo@example.com\"],\"location\":{\"name\": \"HQ\", \"geo\": {\"lat\": 47.3769, \"lon\": 8.5417}, \"floors\": [1, 2]}}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k3-typed-values",
      "family": "kimi",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"title\": \"Standup\", \"duration_minutes\": 15, \"all_day\": false, \"reminder_minutes\": null}', got '{\"title\":\"Standup\",\"duration_minutes\":15,\"all_day\":false,\"reminder_minutes\":\"null\"}'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"title\": \"Standup\", \"duration_minutes\": 15, \"all_day\": false, \"reminder_minutes\": null}', got '{\"title\":\"Standup\",\"duration_minutes\":15,\"all_day\":false,\"reminder_minutes\":\"null\"}'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"title\": \"Standup\", \"duration_minutes\": 15, \"all_day\": false, \"reminder_minutes\": null}', got '{\"title\":\"Standup\",\"duration_minutes\":15,\"all_day\":false,\"reminder_minutes\":\"null\"}'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"title\": \"Standup\", \"duration_minutes\": 15, \"all_day\": false, \"reminder_minutes\": null}', got '{\"title\":\"Standup\",\"duration_minutes\":15,\"all_day\":false,\"reminder_minutes\":\"null\"}'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"title\": \"Standup\", \"duration_minutes\": 15, \"all_day\": false, \"reminder_minutes\": null}', got '{\"title\":\"Standup\",\"duration_minutes\":15,\"all_day\":false,\"reminder_minutes\":\"null\"}'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"title\": \"Standup\", \"duration_minutes\": 15, \"all_day\": false, \"reminder_minutes\": null}', got '{\"title\":\"Standup\",\"duration_minutes\":15,\"all_day\":false,\"reminder_minutes\":\"null\"}'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"title\": \"Standup\", \"duration_minutes\": 15, \"all_day\": false, \"reminder_minutes\": null}', got '{\"title\":\"Standup\",\"duration_minutes\":15,\"all_day\":false,\"reminder_minutes\":\"null\"}'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"title\": \"Standup\", \"duration_minutes\": 15, \"all_day\": false, \"reminder_minutes\": null}', got '{\"title\":\"Standup\",\"duration_minutes\":15,\"all_day\":false,\"reminder_minutes\":\"null\"}'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"title\": \"Standup\", \"duration_minutes\": 15, \"all_day\": false, \"reminder_minutes\": null}', got '{\"title\":\"Standup\",\"duration_minutes\":15,\"all_day\":false,\"reminder_minutes\":\"null\"}'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] create_event: $.reminder_minutes: 'null' is not of type 'integer', 'null'"
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] create_event: $.reminder_minutes: 'null' is not of type 'integer', 'null'"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] create_event: $.reminder_minutes: 'null' is not of type 'integer', 'null'"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] create_event: $.reminder_minutes: 'null' is not of type 'integer', 'null'"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] create_event: $.reminder_minutes: 'null' is not of type 'integer', 'null'"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] create_event: $.reminder_minutes: 'null' is not of type 'integer', 'null'"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] create_event: $.reminder_minutes: 'null' is not of type 'integer', 'null'"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] create_event: $.reminder_minutes: 'null' is not of type 'integer', 'null'"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] create_event: $.reminder_minutes: 'null' is not of type 'integer', 'null'"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
        "template_identical_to": "models/templates/Kimi-K3.jinja",
        "model": "moonshotai/Kimi-K3",
        "tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K3.vocab.gguf",
        "vocab_gguf_sha256": "e165cb1b4ab44a4d40939631bc7a5b351b17560e97b62b8a1448b46c24ecdb72",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "fixture_generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "format": "peg-native",
        "generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|open|>",
          "<|close|>",
          "<|sep|>",
          "<|end_of_msg|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|open|>think<|sep|>",
        "thinking_end_tags": [
          "<|close|>think<|sep|>"
        ],
        "end_token": "<|end_of_msg|>",
        "eog_positions": [],
        "tools_sha256": "6511c730913452bec647054683f51493cc594f0cdccc95a78cc85d4a61952767",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Kimi-K3.jinja",
            "sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": "Standup with no reminder.",
              "tool_calls": [
                {
                  "name": "create_event",
                  "arguments_raw": "{\"title\":\"Standup\",\"duration_minutes\":15,\"all_day\":false,\"reminder_minutes\":\"null\"}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "Standup with no reminder.",
          "tool_calls": [
            {
              "name": "create_event",
              "arguments_raw": "{\"title\":\"Standup\",\"duration_minutes\":15,\"all_day\":false,\"reminder_minutes\":\"null\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "Standup with no reminder.",
            "tool_calls": [
              {
                "name": "create_event",
                "arguments_raw": "{\"title\":\"Standup\",\"duration_minutes\":15,\"all_day\":false,\"reminder_minutes\":\"null\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "Standup with no reminder.",
            "tool_calls": [
              {
                "name": "create_event",
                "arguments_raw": "{\"title\":\"Standup\",\"duration_minutes\":15,\"all_day\":false,\"reminder_minutes\":\"null\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "Standup with no reminder.",
            "tool_calls": [
              {
                "name": "create_event",
                "arguments_raw": "{\"title\":\"Standup\",\"duration_minutes\":15,\"all_day\":false,\"reminder_minutes\":\"null\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "Standup with no reminder.",
            "tool_calls": [
              {
                "name": "create_event",
                "arguments_raw": "{\"title\":\"Standup\",\"duration_minutes\":15,\"all_day\":false,\"reminder_minutes\":\"null\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "Standup with no reminder.",
            "tool_calls": [
              {
                "name": "create_event",
                "arguments_raw": "{\"title\":\"Standup\",\"duration_minutes\":15,\"all_day\":false,\"reminder_minutes\":\"null\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "Standup with no reminder.",
            "tool_calls": [
              {
                "name": "create_event",
                "arguments_raw": "{\"title\":\"Standup\",\"duration_minutes\":15,\"all_day\":false,\"reminder_minutes\":\"null\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "Standup with no reminder.",
            "tool_calls": [
              {
                "name": "create_event",
                "arguments_raw": "{\"title\":\"Standup\",\"duration_minutes\":15,\"all_day\":false,\"reminder_minutes\":\"null\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "Standup with no reminder.",
            "tool_calls": [
              {
                "name": "create_event",
                "arguments_raw": "{\"title\":\"Standup\",\"duration_minutes\":15,\"all_day\":false,\"reminder_minutes\":\"null\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k3-empty-arguments",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
        "template_identical_to": "models/templates/Kimi-K3.jinja",
        "model": "moonshotai/Kimi-K3",
        "tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K3.vocab.gguf",
        "vocab_gguf_sha256": "e165cb1b4ab44a4d40939631bc7a5b351b17560e97b62b8a1448b46c24ecdb72",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "fixture_generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "format": "peg-native",
        "generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|open|>",
          "<|close|>",
          "<|sep|>",
          "<|end_of_msg|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|open|>think<|sep|>",
        "thinking_end_tags": [
          "<|close|>think<|sep|>"
        ],
        "end_token": "<|end_of_msg|>",
        "eog_positions": [],
        "tools_sha256": "6511c730913452bec647054683f51493cc594f0cdccc95a78cc85d4a61952767",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Kimi-K3.jinja",
            "sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": "Just get the time.",
              "tool_calls": [
                {
                  "name": "get_time",
                  "arguments_raw": "{}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k3-string-escapes",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
        "template_identical_to": "models/templates/Kimi-K3.jinja",
        "model": "moonshotai/Kimi-K3",
        "tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K3.vocab.gguf",
        "vocab_gguf_sha256": "e165cb1b4ab44a4d40939631bc7a5b351b17560e97b62b8a1448b46c24ecdb72",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "fixture_generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "format": "peg-native",
        "generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|open|>",
          "<|close|>",
          "<|sep|>",
          "<|end_of_msg|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|open|>think<|sep|>",
        "thinking_end_tags": [
          "<|close|>think<|sep|>"
        ],
        "end_token": "<|end_of_msg|>",
        "eog_positions": [],
        "tools_sha256": "6511c730913452bec647054683f51493cc594f0cdccc95a78cc85d4a61952767",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Kimi-K3.jinja",
            "sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": "Save the note verbatim.",
              "tool_calls": [
                {
                  "name": "write_file",
                  "arguments_raw": "{\"path\":\"C:\\\\Users\\\\ana\\\\notes.txt\",\"content\":\"line 1\\n\\tline 2 \\\"quoted\\\" \\\\ end\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k3-control-marker-text-in-value",
      "family": "kimi",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'Write the literal XTML marker text.'; tool_calls: nonstream [], got ['write_file']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'Write the literal XTML marker text.'; tool_calls: nonstream [], got ['write_file']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'Write the literal XTML marker text.'; tool_calls: nonstream [], got ['write_file']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'Write the literal XTML marker text.'; tool_calls: nonstream [], got ['write_file']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'Write the literal XTML marker text.'; tool_calls: nonstream [], got ['write_file']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'Write the literal XTML marker text.'; tool_calls: nonstream [], got ['write_file']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'Write the literal XTML marker text.'; tool_calls: nonstream [], got ['write_file']"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\":\"x.txt\",\"content\":\"': Unterminated string starting at: line 1 column 27 (char 26))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\":\"x.txt\",\"content\":\"\"': Expecting ',' delimiter: line 1 column 29 (char 28))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\":\"x.txt\",\"content\":\"': Unterminated string starting at: line 1 column 27 (char 26))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\":\"x.txt\",\"content\":\"': Unterminated string starting at: line 1 column 27 (char 26))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\":\"x.txt\",\"content\":\"': Unterminated string starting at: line 1 column 27 (char 26))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\":\"x.txt\",\"content\":\"': Unterminated string starting at: line 1 column 27 (char 26))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\":\"x.txt\",\"content\":\"': Unterminated string starting at: line 1 column 27 (char 26))"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
        "template_identical_to": "models/templates/Kimi-K3.jinja",
        "model": "moonshotai/Kimi-K3",
        "tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K3.vocab.gguf",
        "vocab_gguf_sha256": "e165cb1b4ab44a4d40939631bc7a5b351b17560e97b62b8a1448b46c24ecdb72",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "fixture_generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "format": "peg-native",
        "generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|open|>",
          "<|close|>",
          "<|sep|>",
          "<|end_of_msg|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|open|>think<|sep|>",
        "thinking_end_tags": [
          "<|close|>think<|sep|>"
        ],
        "end_token": "<|end_of_msg|>",
        "eog_positions": [],
        "tools_sha256": "6511c730913452bec647054683f51493cc594f0cdccc95a78cc85d4a61952767",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Kimi-K3.jinja",
            "sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
            "format": "peg-native",
            "nonstream": {
              "content": null,
              "reasoning_content": null,
              "tool_calls": [],
              "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": "Write the literal XTML marker text.",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"x.txt\",\"content\":\""
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": "Write the literal XTML marker text.",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"x.txt\",\"content\":\"\""
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "Write the literal XTML marker text.",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"x.txt\",\"content\":\""
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "Write the literal XTML marker text.",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"x.txt\",\"content\":\""
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "Write the literal XTML marker text.",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"x.txt\",\"content\":\""
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "Write the literal XTML marker text.",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"x.txt\",\"content\":\""
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "Write the literal XTML marker text.",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"x.txt\",\"content\":\""
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k3-xtml-attr-escaping",
      "family": "kimi",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'Keys need escaping.'; tool_calls: nonstream [], got ['save_answer']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'Keys need escaping.'; tool_calls: nonstream [], got ['save_answer']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'Keys need escaping.'; tool_calls: nonstream [], got ['save_answer']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'Keys need escaping.'; tool_calls: nonstream [], got ['save_answer']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'Keys need escaping.'; tool_calls: nonstream [], got ['save_answer']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'Keys need escaping.'; tool_calls: nonstream [], got ['save_answer']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "reasoning_content: nonstream None, got 'Keys need escaping.'; tool_calls: nonstream [], got ['save_answer']"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] save_answer: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] save_answer: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] save_answer: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] save_answer: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] save_answer: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] save_answer: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] save_answer: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] save_answer: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] save_answer: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] save_answer: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] save_answer: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] save_answer: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] save_answer: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] save_answer: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
        "template_identical_to": "models/templates/Kimi-K3.jinja",
        "model": "moonshotai/Kimi-K3",
        "tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K3.vocab.gguf",
        "vocab_gguf_sha256": "e165cb1b4ab44a4d40939631bc7a5b351b17560e97b62b8a1448b46c24ecdb72",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "fixture_generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "format": "peg-native",
        "generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|open|>",
          "<|close|>",
          "<|sep|>",
          "<|end_of_msg|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|open|>think<|sep|>",
        "thinking_end_tags": [
          "<|close|>think<|sep|>"
        ],
        "end_token": "<|end_of_msg|>",
        "eog_positions": [],
        "tools_sha256": "6511c730913452bec647054683f51493cc594f0cdccc95a78cc85d4a61952767",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Kimi-K3.jinja",
            "sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
            "format": "peg-native",
            "nonstream": {
              "content": null,
              "reasoning_content": null,
              "tool_calls": [],
              "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": "Keys need escaping.",
            "tool_calls": [
              {
                "name": "save_answer",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": "Keys need escaping.",
            "tool_calls": [
              {
                "name": "save_answer",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "Keys need escaping.",
            "tool_calls": [
              {
                "name": "save_answer",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "Keys need escaping.",
            "tool_calls": [
              {
                "name": "save_answer",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "Keys need escaping.",
            "tool_calls": [
              {
                "name": "save_answer",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "Keys need escaping.",
            "tool_calls": [
              {
                "name": "save_answer",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "Keys need escaping.",
            "tool_calls": [
              {
                "name": "save_answer",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k3-long-arguments",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
        "template_identical_to": "models/templates/Kimi-K3.jinja",
        "model": "moonshotai/Kimi-K3",
        "tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K3.vocab.gguf",
        "vocab_gguf_sha256": "e165cb1b4ab44a4d40939631bc7a5b351b17560e97b62b8a1448b46c24ecdb72",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "fixture_generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "format": "peg-native",
        "generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|open|>",
          "<|close|>",
          "<|sep|>",
          "<|end_of_msg|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|open|>think<|sep|>",
        "thinking_end_tags": [
          "<|close|>think<|sep|>"
        ],
        "end_token": "<|end_of_msg|>",
        "eog_positions": [],
        "tools_sha256": "6511c730913452bec647054683f51493cc594f0cdccc95a78cc85d4a61952767",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Kimi-K3.jinja",
            "sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": "Write the long file.",
              "tool_calls": [
                {
                  "name": "write_file",
                  "arguments_raw": "{\"path\":\"fox.txt\",\"content\":\"000: The quick brown fox jumps over the lazy dog.\\n001: The quick brown fox jumps over the lazy dog.\\n002: The quick brown fox jumps over the lazy dog.\\n003: The quick brown fox jumps over the lazy dog.\\n004: The quick brown fox jumps over the lazy dog.\\n005: The quick brown fox jumps over the lazy dog.\\n006: The quick brown fox jumps over the lazy dog.\\n007: The quick brown fox jumps over the lazy dog.\\n008: The quick brown fox jumps over the lazy dog.\\n009: The quick brown fox jumps over the lazy dog.\\n010: The quick brown fox jumps over the lazy dog.\\n011: The quick brown fox jumps over the lazy dog.\\n012: The quick brown fox jumps over the lazy dog.\\n013: The quick brown fox jumps over the lazy dog.\\n014: The quick brown fox jumps over the lazy dog.\\n015: The quick brown fox jumps over the lazy dog.\\n016: The quick brown fox jumps over the lazy dog.\\n017: The quick brown fox jumps over the lazy dog.\\n018: The quick brown fox jumps over the lazy dog.\\n019: The quick brown fox jumps over the lazy dog.\\n020: The quick brown fox jumps over the lazy dog.\\n021: The quick brown fox jumps over the lazy dog.\\n022: The quick brown fox jumps over the lazy dog.\\n023: The quick brown fox jumps over the lazy dog.\\n024: The quick brown fox jumps over the lazy dog.\\n025: The quick brown fox jumps over the lazy dog.\\n026: The quick brown fox jumps over the lazy dog.\\n027: The quick brown fox jumps over the lazy dog.\\n028: The quick brown fox jumps over the lazy dog.\\n029: The quick brown fox jumps over the lazy dog.\\n030: The quick brown fox jumps over the lazy dog.\\n031: The quick brown fox jumps over the lazy dog.\\n032: The quick brown fox jumps over the lazy dog.\\n033: The quick brown fox jumps over the lazy dog.\\n034: The quick brown fox jumps over the lazy dog.\\n035: The quick brown fox jumps over the lazy dog.\\n036: The quick brown fox jumps over the lazy dog.\\n037: The quick brown fox jumps over the lazy dog.\\n038: The quick brown fox jumps over the lazy dog.\\n039: The quick brown fox jumps over the lazy dog.\\n040: The quick brown fox jumps over the lazy dog.\\n041: The quick brown fox jumps over the lazy dog.\\n042: The quick brown fox jumps over the lazy dog.\\n043: The quick brown fox jumps over the lazy dog.\\n044: The quick brown fox jumps over the lazy dog.\\n045: The quick brown fox jumps over the lazy dog.\\n046: The quick brown fox jumps over the lazy dog.\\n047: The quick brown fox jumps over the lazy dog.\\n048: The quick brown fox jumps over the lazy dog.\\n049: The quick brown fox jumps over the lazy dog.\\n050: The quick brown fox jumps over the lazy dog.\\n051: The quick brown fox jumps over the lazy dog.\\n052: The quick brown fox jumps over the lazy dog.\\n053: The quick brown fox jumps over the lazy dog.\\n054: The quick brown fox jumps over the lazy dog.\\n055: The quick brown fox jumps over the lazy dog.\\n056: The quick brown fox jumps over the lazy dog.\\n057: The quick brown fox jumps over the lazy dog.\\n058: The quick brown fox jumps over the lazy dog.\\n059: The quick brown fox jumps over the lazy dog.\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k3-empty-think",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
        "template_identical_to": "models/templates/Kimi-K3.jinja",
        "model": "moonshotai/Kimi-K3",
        "tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K3.vocab.gguf",
        "vocab_gguf_sha256": "e165cb1b4ab44a4d40939631bc7a5b351b17560e97b62b8a1448b46c24ecdb72",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "fixture_generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "format": "peg-native",
        "generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|open|>",
          "<|close|>",
          "<|sep|>",
          "<|end_of_msg|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|open|>think<|sep|>",
        "thinking_end_tags": [
          "<|close|>think<|sep|>"
        ],
        "end_token": "<|end_of_msg|>",
        "eog_positions": [],
        "tools_sha256": "6511c730913452bec647054683f51493cc594f0cdccc95a78cc85d4a61952767",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Kimi-K3.jinja",
            "sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\":\"Rome\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k3-thinking-disabled-call",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
        "template_identical_to": "models/templates/Kimi-K3.jinja",
        "model": "moonshotai/Kimi-K3",
        "tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K3.vocab.gguf",
        "vocab_gguf_sha256": "e165cb1b4ab44a4d40939631bc7a5b351b17560e97b62b8a1448b46c24ecdb72",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "fixture_generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>response<|sep|>",
        "format": "peg-native",
        "generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>response<|sep|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|open|>",
          "<|close|>",
          "<|sep|>",
          "<|end_of_msg|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|open|>think<|sep|>",
        "thinking_end_tags": [
          "<|close|>think<|sep|>"
        ],
        "end_token": "<|end_of_msg|>",
        "eog_positions": [],
        "tools_sha256": "6511c730913452bec647054683f51493cc594f0cdccc95a78cc85d4a61952767",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Kimi-K3.jinja",
            "sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\":\"Madrid\",\"unit\":\"celsius\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k3-thinking-disabled-no-call",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
        "template_identical_to": "models/templates/Kimi-K3.jinja",
        "model": "moonshotai/Kimi-K3",
        "tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K3.vocab.gguf",
        "vocab_gguf_sha256": "e165cb1b4ab44a4d40939631bc7a5b351b17560e97b62b8a1448b46c24ecdb72",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "fixture_generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>response<|sep|>",
        "format": "peg-native",
        "generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>response<|sep|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|open|>",
          "<|close|>",
          "<|sep|>",
          "<|end_of_msg|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|open|>think<|sep|>",
        "thinking_end_tags": [
          "<|close|>think<|sep|>"
        ],
        "end_token": "<|end_of_msg|>",
        "eog_positions": [],
        "tools_sha256": "6511c730913452bec647054683f51493cc594f0cdccc95a78cc85d4a61952767",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Kimi-K3.jinja",
            "sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
            "format": "peg-native",
            "nonstream": {
              "content": "Hello! How can I help?",
              "reasoning_content": null,
              "tool_calls": [],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k3-multi-turn-second-call",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
        "template_identical_to": "models/templates/Kimi-K3.jinja",
        "model": "moonshotai/Kimi-K3",
        "tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K3.vocab.gguf",
        "vocab_gguf_sha256": "e165cb1b4ab44a4d40939631bc7a5b351b17560e97b62b8a1448b46c24ecdb72",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "fixture_generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "format": "peg-native",
        "generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|open|>",
          "<|close|>",
          "<|sep|>",
          "<|end_of_msg|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|open|>think<|sep|>",
        "thinking_end_tags": [
          "<|close|>think<|sep|>"
        ],
        "end_token": "<|end_of_msg|>",
        "eog_positions": [],
        "tools_sha256": "6511c730913452bec647054683f51493cc594f0cdccc95a78cc85d4a61952767",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Kimi-K3.jinja",
            "sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": "Now convert it.",
              "tool_calls": [
                {
                  "name": "convert_units",
                  "arguments_raw": "{\"value\":21.5,\"from_unit\":\"celsius\",\"to_unit\":\"fahrenheit\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k26-truncated-inside-arguments",
      "family": "kimi",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the argument JSON; the call never closes."
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the argument JSON; the call never closes."
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the argument JSON; the call never closes."
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the argument JSON; the call never closes."
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the argument JSON; the call never closes."
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the argument JSON; the call never closes."
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the argument JSON; the call never closes."
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the argument JSON; the call never closes."
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the argument JSON; the call never closes."
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Madrid\", \"unit\":': Expecting value: line 1 column 27 (char 26))"
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Madrid\", \"unit\":': Expecting value: line 1 column 27 (char 26))"
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Madrid\", \"unit\":': Expecting value: line 1 column 27 (char 26))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Madrid\", \"unit\":': Expecting value: line 1 column 27 (char 26))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Madrid\", \"unit\":': Expecting value: line 1 column 27 (char 26))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Madrid\", \"unit\":': Expecting value: line 1 column 27 (char 26))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Madrid\", \"unit\":': Expecting value: line 1 column 27 (char 26))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Madrid\", \"unit\":': Expecting value: line 1 column 27 (char 26))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Madrid\", \"unit\":': Expecting value: line 1 column 27 (char 26))"
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2.6.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "8bf859698fd4781c0e1e1c63ce74422aab27e53ccc5f47116317c64cda06132f",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2.6",
        "tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2.6.vocab.gguf",
        "vocab_gguf_sha256": "b6b10e1d15ea0db1828e64d081edfaa743cb757c0b5a809e456c6b07928e838e",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|><think></think>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|><think></think>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "a27267d507584ea678786a65346e27e363b3bc753dcaeed9dbc4826f761f908a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2.6"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\": \"Madrid\", \"unit\":"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Madrid\", \"unit\":"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Madrid\", \"unit\":"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Madrid\", \"unit\":"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Madrid\", \"unit\":"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Madrid\", \"unit\":"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Madrid\", \"unit\":"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Madrid\", \"unit\":"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Madrid\", \"unit\":"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k3-truncated-inside-argument",
      "family": "kimi",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the first <argument> element."
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the first <argument> element."
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the first <argument> element."
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the first <argument> element."
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the first <argument> element."
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the first <argument> element."
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the first <argument> element."
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the first <argument> element."
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for max_tokens hit inside the first <argument> element."
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\":\"': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
        "template_identical_to": "models/templates/Kimi-K3.jinja",
        "model": "moonshotai/Kimi-K3",
        "tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K3.vocab.gguf",
        "vocab_gguf_sha256": "e165cb1b4ab44a4d40939631bc7a5b351b17560e97b62b8a1448b46c24ecdb72",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "fixture_generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>response<|sep|>",
        "format": "peg-native",
        "generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>response<|sep|>",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|open|>",
          "<|close|>",
          "<|sep|>",
          "<|end_of_msg|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|open|>think<|sep|>",
        "thinking_end_tags": [
          "<|close|>think<|sep|>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "6511c730913452bec647054683f51493cc594f0cdccc95a78cc85d4a61952767",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Kimi-K3.jinja",
            "sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\":\""
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\""
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\""
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\""
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\""
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\""
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\""
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\""
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\""
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\""
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k26-truncated-in-reasoning",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K2.6.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "8bf859698fd4781c0e1e1c63ce74422aab27e53ccc5f47116317c64cda06132f",
        "template_identical_to": null,
        "model": "moonshotai/Kimi-K2.6",
        "tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K2.6.vocab.gguf",
        "vocab_gguf_sha256": "b6b10e1d15ea0db1828e64d081edfaa743cb757c0b5a809e456c6b07928e838e",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K2.6@7eb5002f6aadc958aed6a9177b7ed26bb94011bb",
        "fixture_generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "format": "peg-native",
        "generation_prompt": "<|im_assistant|>assistant<|im_middle|><think>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|tool_calls_section_begin|>",
          "<|tool_calls_section_end|>",
          "<|tool_call_begin|>",
          "<|tool_call_argument_begin|>",
          "<|tool_call_end|>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "a27267d507584ea678786a65346e27e363b3bc753dcaeed9dbc4826f761f908a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after moonshotai/Kimi-K2.6"
          }
        }
      }
    },
    {
      "fixture_id": "kimi/k3-truncated-in-reasoning",
      "family": "kimi",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handlers 'Kimi K2 Thinking'/'Kimi K3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "moonshotai--Kimi-K3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
        "template_identical_to": "models/templates/Kimi-K3.jinja",
        "model": "moonshotai/Kimi-K3",
        "tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "moonshotai--Kimi-K3.vocab.gguf",
        "vocab_gguf_sha256": "e165cb1b4ab44a4d40939631bc7a5b351b17560e97b62b8a1448b46c24ecdb72",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "moonshotai/Kimi-K3@f831ab66814297da540d832a5235f8e904f29d06",
        "fixture_generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "format": "peg-native",
        "generation_prompt": "<|open|>message role=\"assistant\"<|sep|><|open|>think<|sep|>",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<|open|>",
          "<|close|>",
          "<|sep|>",
          "<|end_of_msg|>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<|open|>think<|sep|>",
        "thinking_end_tags": [
          "<|close|>think<|sep|>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "6511c730913452bec647054683f51493cc594f0cdccc95a78cc85d4a61952767",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Kimi-K3.jinja",
            "sha256": "4578103bf225f58d5b7ceb613ccc2ac8fe82b6707b7289211b3d4825e87806b3",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": "The user wants the weather in Paris",
              "tool_calls": [],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "llama/l3-vllm-parameters-key",
      "family": "llama",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|end_of_text|>",
        "eog_positions": [],
        "tools_sha256": "fef3b6000f265c53cd64669e69d3851922df6890d0e235f32d3194af5a6a0df6",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "searchTool",
                  "arguments_raw": "{\"query\": \"test query\", \"limit\": 10}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "llama/l3-vllm-arguments-key",
      "family": "llama",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['searchTool']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['searchTool']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] searchTool: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] searchTool: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] searchTool: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] searchTool: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|end_of_text|>",
        "eog_positions": [],
        "tools_sha256": "694594bd6258bb885f7124fb722ca65a57cd4e09cf65dccad72b55d00bfba6d9",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": null,
              "reasoning_content": null,
              "tool_calls": [],
              "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "searchTool",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "searchTool",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "llama/l3-vllm-deeply-nested",
      "family": "llama",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|end_of_text|>",
        "eog_positions": [],
        "tools_sha256": "4b46402d801204042c21da878483bc0f39749fb57d15c412468fb877b3e950ed",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "complexTool",
                  "arguments_raw": "{\"level1\": {\"level2\": {\"level3\": {\"level4\": {\"value\": \"deep\"}}}}}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "llama/l3-vllm-brackets-in-strings",
      "family": "llama",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|end_of_text|>",
        "eog_positions": [],
        "tools_sha256": "f73353dd699d7d2ec3671e6b36d0166c77d6e148a0d73c79dad20cd209f575c6",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "searchTool",
                  "arguments_raw": "{\"query\": \"test {value} [complex]\",\"nested\": {\"inner\": \"more {brackets}\"}}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "llama/l3-vllm-escaped-quotes",
      "family": "llama",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|end_of_text|>",
        "eog_positions": [],
        "tools_sha256": "3b571d82214e3d66fd3cea1f7aace7c01799d2344ca66475d2f78acabcdbc725",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "parserTool",
                  "arguments_raw": "{\"text\": \"He said \\\"Hello {world}\\\"\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "llama/l3-vllm-json-without-name-is-content",
      "family": "llama",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|end_of_text|>",
        "eog_positions": [],
        "tools_sha256": "694594bd6258bb885f7124fb722ca65a57cd4e09cf65dccad72b55d00bfba6d9",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": null,
              "reasoning_content": null,
              "tool_calls": [],
              "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "llama/l3-sglang-python-tag-call",
      "family": "llama",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|end_of_text|>",
        "eog_positions": [],
        "tools_sha256": "e38cb2d2622e79af3c7fe7b045e93921f14d2098832c30d21a54818c79a0e455",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": null,
              "reasoning_content": null,
              "tool_calls": [],
              "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "llama/l3-sglang-text-before-python-tag",
      "family": "llama",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "content: nonstream None, got 'Let me check. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "content: nonstream None, got 'Let me check. '; tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Let me check. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Let me check. '; tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Let me check. '; tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Let me check. '"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Let me check. '"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|end_of_text|>",
        "eog_positions": [],
        "tools_sha256": "e38cb2d2622e79af3c7fe7b045e93921f14d2098832c30d21a54818c79a0e455",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": null,
              "reasoning_content": null,
              "tool_calls": [],
              "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": "Let me check. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": "Let me check. ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": "Let me check. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": "Let me check. ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": "Let me check. ",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": "Let me check. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": "Let me check. ",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "llama/l4-vllm-pythonic-no-call",
      "family": "llama",
      "status": "unsupported",
      "checks": [],
      "reason": "no authoritative Llama 4 chat template: meta-llama repos are gated and the ungated mirror's template is not Meta's; llama.cpp derives its parser from the template"
    },
    {
      "fixture_id": "llama/l4-vllm-pythonic-more-types",
      "family": "llama",
      "status": "unsupported",
      "checks": [],
      "reason": "no authoritative Llama 4 chat template: meta-llama repos are gated and the ungated mirror's template is not Meta's; llama.cpp derives its parser from the template"
    },
    {
      "fixture_id": "llama/l4-vllm-pythonic-parameterless",
      "family": "llama",
      "status": "unsupported",
      "checks": [],
      "reason": "no authoritative Llama 4 chat template: meta-llama repos are gated and the ungated mirror's template is not Meta's; llama.cpp derives its parser from the template"
    },
    {
      "fixture_id": "llama/l4-vllm-pythonic-escaped-strings",
      "family": "llama",
      "status": "unsupported",
      "checks": [],
      "reason": "no authoritative Llama 4 chat template: meta-llama repos are gated and the ungated mirror's template is not Meta's; llama.cpp derives its parser from the template"
    },
    {
      "fixture_id": "llama/l4-vllm-pythonic-parallel-no-spaces",
      "family": "llama",
      "status": "unsupported",
      "checks": [],
      "reason": "no authoritative Llama 4 chat template: meta-llama repos are gated and the ungated mirror's template is not Meta's; llama.cpp derives its parser from the template"
    },
    {
      "fixture_id": "llama/l4-vllm-pythonic-python-start-end",
      "family": "llama",
      "status": "unsupported",
      "checks": [],
      "reason": "no authoritative Llama 4 chat template: meta-llama repos are gated and the ungated mirror's template is not Meta's; llama.cpp derives its parser from the template"
    },
    {
      "fixture_id": "llama/l3-bug-leading-json-object-in-content",
      "family": "llama",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|end_of_text|>",
        "eog_positions": [],
        "tools_sha256": "f3b4dbb6b51666a65bdc9a93d59a4df4a56b6bc27de5a67d1f183405fec1b9a6",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": null,
              "reasoning_content": null,
              "tool_calls": [],
              "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "llama/l3-bug-empty-json-object-in-content",
      "family": "llama",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|end_of_text|>",
        "eog_positions": [],
        "tools_sha256": "f3b4dbb6b51666a65bdc9a93d59a4df4a56b6bc27de5a67d1f183405fec1b9a6",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": null,
              "reasoning_content": null,
              "tool_calls": [],
              "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "llama/l3-bug-whole-call-single-delta",
      "family": "llama",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|end_of_text|>",
        "eog_positions": [],
        "tools_sha256": "e38cb2d2622e79af3c7fe7b045e93921f14d2098832c30d21a54818c79a0e455",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": null,
              "reasoning_content": null,
              "tool_calls": [],
              "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "llama/l4-bug-leading-underscore-identifier",
      "family": "llama",
      "status": "unsupported",
      "checks": [],
      "reason": "no authoritative Llama 4 chat template: meta-llama repos are gated and the ungated mirror's template is not Meta's; llama.cpp derives its parser from the template"
    },
    {
      "fixture_id": "llama/l3-single-call",
      "family": "llama",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|end_of_text|>",
        "eog_positions": [],
        "tools_sha256": "e7dfca0e9459a4599659caea2fe7ef822e0e304dffe34cb0793309e8f3062f5c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"celsius\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "llama/l3-nested-json",
      "family": "llama",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|end_of_text|>",
        "eog_positions": [],
        "tools_sha256": "e7dfca0e9459a4599659caea2fe7ef822e0e304dffe34cb0793309e8f3062f5c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "update_settings",
                  "arguments_raw": "{\"settings\": {\"theme\": {\"mode\": \"dark\", \"accent\": [255, 128, 0]}, \"notifications\": {\"email\": true, \"sms\": false}}, \"dry_run\": false}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "llama/l3-unicode-emoji",
      "family": "llama",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|end_of_text|>",
        "eog_positions": [],
        "tools_sha256": "e7dfca0e9459a4599659caea2fe7ef822e0e304dffe34cb0793309e8f3062f5c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "search_web",
                  "arguments_raw": "{\"query\": \"Zürich café ☕ 東京の天気 🌸\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "llama/l3-empty-arguments",
      "family": "llama",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|end_of_text|>",
        "eog_positions": [],
        "tools_sha256": "e7dfca0e9459a4599659caea2fe7ef822e0e304dffe34cb0793309e8f3062f5c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_time",
                  "arguments_raw": "{}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "llama/l3-marker-in-arguments",
      "family": "llama",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with <|python_tag|>; headers look like <|start_header_id|>ipython<|end_header_id|>.\"}', got '{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with ; headers look like ipython.\"}'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with <|python_tag|>; headers look like <|start_header_id|>ipython<|end_header_id|>.\"}', got '{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with ; headers look like ipython.\"}'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with <|python_tag|>; headers look like <|start_header_id|>ipython<|end_header_id|>.\"}', got '{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with ; headers look like ipython.\"}'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with <|python_tag|>; headers look like <|start_header_id|>ipython<|end_header_id|>.\"}', got '{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with ; headers look like ipython.\"}'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with <|python_tag|>; headers look like <|start_header_id|>ipython<|end_header_id|>.\"}', got '{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with ; headers look like ipython.\"}'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with <|python_tag|>; headers look like <|start_header_id|>ipython<|end_header_id|>.\"}', got '{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with ; headers look like ipython.\"}'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with <|python_tag|>; headers look like <|start_header_id|>ipython<|end_header_id|>.\"}', got '{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with ; headers look like ipython.\"}'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with <|python_tag|>; headers look like <|start_header_id|>ipython<|end_header_id|>.\"}', got '{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with ; headers look like ipython.\"}'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with <|python_tag|>; headers look like <|start_header_id|>ipython<|end_header_id|>.\"}', got '{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with ; headers look like ipython.\"}'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|end_of_text|>",
        "eog_positions": [],
        "tools_sha256": "e7dfca0e9459a4599659caea2fe7ef822e0e304dffe34cb0793309e8f3062f5c",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "write_file",
                  "arguments_raw": "{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with ; headers look like ipython.\"}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "write_file",
              "arguments_raw": "{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with ; headers look like ipython.\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with ; headers look like ipython.\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with ; headers look like ipython.\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with ; headers look like ipython.\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with ; headers look like ipython.\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with ; headers look like ipython.\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with ; headers look like ipython.\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with ; headers look like ipython.\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\": \"docs/llama.md\", \"content\": \"Tool calls may start with ; headers look like ipython.\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "llama/l3-string-escapes",
      "family": "llama",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|end_of_text|>",
        "eog_positions": [],
        "tools_sha256": "e7dfca0e9459a4599659caea2fe7ef822e0e304dffe34cb0793309e8f3062f5c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "write_file",
                  "arguments_raw": "{\"path\": \"C:\\\\Users\\\\ana\\\\notes.txt\", \"content\": \"line 1\\n\\tline 2 \\\"quoted\\\" {braces} \\\\ end\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "llama/l3-typed-values",
      "family": "llama",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|end_of_text|>",
        "eog_positions": [],
        "tools_sha256": "e7dfca0e9459a4599659caea2fe7ef822e0e304dffe34cb0793309e8f3062f5c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "create_event",
                  "arguments_raw": "{\"title\": \"Standup\", \"attendees\": [\"ana@example.com\", \"bo@example.com\"], \"duration_minutes\": 15, \"all_day\": false, \"reminder_minutes\": null}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "llama/l3-long-arguments",
      "family": "llama",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|end_of_text|>",
        "eog_positions": [],
        "tools_sha256": "e7dfca0e9459a4599659caea2fe7ef822e0e304dffe34cb0793309e8f3062f5c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "write_file",
                  "arguments_raw": "{\"path\": \"fox.txt\", \"content\": \"000: The quick brown fox jumps over the lazy dog.\\n001: The quick brown fox jumps over the lazy dog.\\n002: The quick brown fox jumps over the lazy dog.\\n003: The quick brown fox jumps over the lazy dog.\\n004: The quick brown fox jumps over the lazy dog.\\n005: The quick brown fox jumps over the lazy dog.\\n006: The quick brown fox jumps over the lazy dog.\\n007: The quick brown fox jumps over the lazy dog.\\n008: The quick brown fox jumps over the lazy dog.\\n009: The quick brown fox jumps over the lazy dog.\\n010: The quick brown fox jumps over the lazy dog.\\n011: The quick brown fox jumps over the lazy dog.\\n012: The quick brown fox jumps over the lazy dog.\\n013: The quick brown fox jumps over the lazy dog.\\n014: The quick brown fox jumps over the lazy dog.\\n015: The quick brown fox jumps over the lazy dog.\\n016: The quick brown fox jumps over the lazy dog.\\n017: The quick brown fox jumps over the lazy dog.\\n018: The quick brown fox jumps over the lazy dog.\\n019: The quick brown fox jumps over the lazy dog.\\n020: The quick brown fox jumps over the lazy dog.\\n021: The quick brown fox jumps over the lazy dog.\\n022: The quick brown fox jumps over the lazy dog.\\n023: The quick brown fox jumps over the lazy dog.\\n024: The quick brown fox jumps over the lazy dog.\\n025: The quick brown fox jumps over the lazy dog.\\n026: The quick brown fox jumps over the lazy dog.\\n027: The quick brown fox jumps over the lazy dog.\\n028: The quick brown fox jumps over the lazy dog.\\n029: The quick brown fox jumps over the lazy dog.\\n030: The quick brown fox jumps over the lazy dog.\\n031: The quick brown fox jumps over the lazy dog.\\n032: The quick brown fox jumps over the lazy dog.\\n033: The quick brown fox jumps over the lazy dog.\\n034: The quick brown fox jumps over the lazy dog.\\n035: The quick brown fox jumps over the lazy dog.\\n036: The quick brown fox jumps over the lazy dog.\\n037: The quick brown fox jumps over the lazy dog.\\n038: The quick brown fox jumps over the lazy dog.\\n039: The quick brown fox jumps over the lazy dog.\\n040: The quick brown fox jumps over the lazy dog.\\n041: The quick brown fox jumps over the lazy dog.\\n042: The quick brown fox jumps over the lazy dog.\\n043: The quick brown fox jumps over the lazy dog.\\n044: The quick brown fox jumps over the lazy dog.\\n045: The quick brown fox jumps over the lazy dog.\\n046: The quick brown fox jumps over the lazy dog.\\n047: The quick brown fox jumps over the lazy dog.\\n048: The quick brown fox jumps over the lazy dog.\\n049: The quick brown fox jumps over the lazy dog.\\n050: The quick brown fox jumps over the lazy dog.\\n051: The quick brown fox jumps over the lazy dog.\\n052: The quick brown fox jumps over the lazy dog.\\n053: The quick brown fox jumps over the lazy dog.\\n054: The quick brown fox jumps over the lazy dog.\\n055: The quick brown fox jumps over the lazy dog.\\n056: The quick brown fox jumps over the lazy dog.\\n057: The quick brown fox jumps over the lazy dog.\\n058: The quick brown fox jumps over the lazy dog.\\n059: The quick brown fox jumps over the lazy dog.\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "llama/l3-no-call",
      "family": "llama",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|end_of_text|>",
        "eog_positions": [],
        "tools_sha256": "e7dfca0e9459a4599659caea2fe7ef822e0e304dffe34cb0793309e8f3062f5c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": "Paris is the capital of France.",
              "reasoning_content": null,
              "tool_calls": [],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "llama/l3-json-answer-not-a-call",
      "family": "llama",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|end_of_text|>",
        "eog_positions": [],
        "tools_sha256": "e7dfca0e9459a4599659caea2fe7ef822e0e304dffe34cb0793309e8f3062f5c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": null,
              "reasoning_content": null,
              "tool_calls": [],
              "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "llama/l3-multi-turn-second-call",
      "family": "llama",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|end_of_text|>",
        "eog_positions": [],
        "tools_sha256": "e7dfca0e9459a4599659caea2fe7ef822e0e304dffe34cb0793309e8f3062f5c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "convert_units",
                  "arguments_raw": "{\"value\": 21.5, \"from_unit\": \"celsius\", \"to_unit\": \"fahrenheit\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "llama/l3-meta-python-tag-type-function",
      "family": "llama",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|end_of_text|>",
        "eog_positions": [],
        "tools_sha256": "a38dd68100932e2984f326b67c2bf3b7549b08cd4c6ae1871b965383aba2ec42",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "trending_songs",
                  "arguments_raw": "{\n        \"n\": \"10\",\n        \"genre\": \"all\"\n    }"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "llama/l4-meta-pythonic-parallel",
      "family": "llama",
      "status": "unsupported",
      "checks": [],
      "reason": "no authoritative Llama 4 chat template: meta-llama repos are gated and the ungated mirror's template is not Meta's; llama.cpp derives its parser from the template"
    },
    {
      "fixture_id": "llama/l4-meta-pythonic-int-and-string",
      "family": "llama",
      "status": "unsupported",
      "checks": [],
      "reason": "no authoritative Llama 4 chat template: meta-llama repos are gated and the ungated mirror's template is not Meta's; llama.cpp derives its parser from the template"
    },
    {
      "fixture_id": "llama/l4-truncated-missing-close-bracket",
      "family": "llama",
      "status": "unsupported",
      "checks": [],
      "reason": "no authoritative Llama 4 chat template: meta-llama repos are gated and the ungated mirror's template is not Meta's; llama.cpp derives its parser from the template"
    },
    {
      "fixture_id": "llama/l3-truncated-inside-parameters",
      "family": "llama",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['create_event'] for max_tokens hit inside the parameters object; the JSON never closes."
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['create_event'] for max_tokens hit inside the parameters object; the JSON never closes."
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['create_event'] for max_tokens hit inside the parameters object; the JSON never closes."
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['create_event'] for max_tokens hit inside the parameters object; the JSON never closes."
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['create_event'] for max_tokens hit inside the parameters object; the JSON never closes."
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['create_event'] for max_tokens hit inside the parameters object; the JSON never closes."
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['create_event'] for max_tokens hit inside the parameters object; the JSON never closes."
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['create_event'] for max_tokens hit inside the parameters object; the JSON never closes."
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['create_event'] for max_tokens hit inside the parameters object; the JSON never closes."
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] create_event: arguments are not valid JSON text ('{\"title\": \"Standup\", \"attendees\": [\"ana@example.com\", \"bo@example.com\"], \"duration_minutes\": 15,': Expecting property name enclosed in double quotes: line 1 column 97 (char 96))"
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] create_event: arguments are not valid JSON text ('{\"title\": \"Standup\", \"attendees\": [\"ana@example.com\", \"bo@example.com\"], \"duration_minutes\": 15,': Expecting property name enclosed in double quotes: line 1 column 97 (char 96))"
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] create_event: arguments are not valid JSON text ('{\"title\": \"Standup\", \"attendees\": [\"ana@example.com\", \"bo@example.com\"], \"duration_minutes\": 15,': Expecting property name enclosed in double quotes: line 1 column 97 (char 96))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] create_event: arguments are not valid JSON text ('{\"title\": \"Standup\", \"attendees\": [\"ana@example.com\", \"bo@example.com\"], \"duration_minutes\": 15,': Expecting property name enclosed in double quotes: line 1 column 97 (char 96))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] create_event: arguments are not valid JSON text ('{\"title\": \"Standup\", \"attendees\": [\"ana@example.com\", \"bo@example.com\"], \"duration_minutes\": 15,': Expecting property name enclosed in double quotes: line 1 column 97 (char 96))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] create_event: arguments are not valid JSON text ('{\"title\": \"Standup\", \"attendees\": [\"ana@example.com\", \"bo@example.com\"], \"duration_minutes\": 15,': Expecting property name enclosed in double quotes: line 1 column 97 (char 96))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] create_event: arguments are not valid JSON text ('{\"title\": \"Standup\", \"attendees\": [\"ana@example.com\", \"bo@example.com\"], \"duration_minutes\": 15,': Expecting property name enclosed in double quotes: line 1 column 97 (char 96))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] create_event: arguments are not valid JSON text ('{\"title\": \"Standup\", \"attendees\": [\"ana@example.com\", \"bo@example.com\"], \"duration_minutes\": 15,': Expecting property name enclosed in double quotes: line 1 column 97 (char 96))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] create_event: arguments are not valid JSON text ('{\"title\": \"Standup\", \"attendees\": [\"ana@example.com\", \"bo@example.com\"], \"duration_minutes\": 15,': Expecting property name enclosed in double quotes: line 1 column 97 (char 96))"
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] create_event: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] create_event: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] create_event: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] create_event: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] create_event: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] create_event: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] create_event: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] create_event: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] create_event: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
        "template_identical_to": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
        "model": "meta-llama/Llama-3.3-70B-Instruct",
        "tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "unsloth--Llama-3.3-70B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "0846cc67bf522638d67375353e22cf64c38b61487dfff0a877e6ce245e340ae8",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "unsloth/Llama-3.3-70B-Instruct@99cd0d2c829e92a67c844f9144c2509632e5c87f",
        "fixture_generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|start_header_id|>assistant<|end_header_id|>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": false,
        "template_variant": "default",
        "preserved_tokens": [],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "e7dfca0e9459a4599659caea2fe7ef822e0e304dffe34cb0793309e8f3062f5c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja",
            "sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "create_event",
                  "arguments_raw": "{\"title\": \"Standup\", \"attendees\": [\"ana@example.com\", \"bo@example.com\"], \"duration_minutes\": 15,"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "create_event",
              "arguments_raw": "{\"title\": \"Standup\", \"attendees\": [\"ana@example.com\", \"bo@example.com\"], \"duration_minutes\": 15,"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "create_event",
                "arguments_raw": "{\"title\": \"Standup\", \"attendees\": [\"ana@example.com\", \"bo@example.com\"], \"duration_minutes\": 15,"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "create_event",
                "arguments_raw": "{\"title\": \"Standup\", \"attendees\": [\"ana@example.com\", \"bo@example.com\"], \"duration_minutes\": 15,"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "create_event",
                "arguments_raw": "{\"title\": \"Standup\", \"attendees\": [\"ana@example.com\", \"bo@example.com\"], \"duration_minutes\": 15,"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "create_event",
                "arguments_raw": "{\"title\": \"Standup\", \"attendees\": [\"ana@example.com\", \"bo@example.com\"], \"duration_minutes\": 15,"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "create_event",
                "arguments_raw": "{\"title\": \"Standup\", \"attendees\": [\"ana@example.com\", \"bo@example.com\"], \"duration_minutes\": 15,"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "create_event",
                "arguments_raw": "{\"title\": \"Standup\", \"attendees\": [\"ana@example.com\", \"bo@example.com\"], \"duration_minutes\": 15,"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "create_event",
                "arguments_raw": "{\"title\": \"Standup\", \"attendees\": [\"ana@example.com\", \"bo@example.com\"], \"duration_minutes\": 15,"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "create_event",
                "arguments_raw": "{\"title\": \"Standup\", \"attendees\": [\"ana@example.com\", \"bo@example.com\"], \"duration_minutes\": 15,"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "mistral/vllm-v3-no-space",
      "family": "mistral",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content: expected None, got '[TOOL_CALLS][{\"name\": \"add\", \"arguments\":{\"a\": 3.5, \"b\": 4}}]'; tool_calls: expected ['add'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "content: expected None, got '[TOOL_CALLS][{\"name\": \"add\", \"arguments\":{\"a\": 3.5, \"b\": 4}}]'; tool_calls: expected ['add'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "content: expected None, got '[TOOL_CALLS][{\"name\": \"add\", \"arguments\":{\"a\": 3.5, \"b\": 4}}]'; tool_calls: expected ['add'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "content: expected None, got '[TOOL_CALLS][{\"name\": \"add\", \"arguments\":{\"a\": 3.5, \"b\": 4}}]'; tool_calls: expected ['add'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: expected None, got '[TOOL_CALLS][{\"name\": \"add\", \"arguments\":{\"a\": 3.5, \"b\": 4}}]'; tool_calls: expected ['add'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: expected None, got '[TOOL_CALLS][{\"name\": \"add\", \"arguments\":{\"a\": 3.5, \"b\": 4}}]'; tool_calls: expected ['add'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: expected None, got '[TOOL_CALLS][{\"name\": \"add\", \"arguments\":{\"a\": 3.5, \"b\": 4}}]'; tool_calls: expected ['add'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: expected None, got '[TOOL_CALLS][{\"name\": \"add\", \"arguments\":{\"a\": 3.5, \"b\": 4}}]'; tool_calls: expected ['add'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: expected None, got '[TOOL_CALLS][{\"name\": \"add\", \"arguments\":{\"a\": 3.5, \"b\": 4}}]'; tool_calls: expected ['add'], got []"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content contains '[TOOL_CALLS]'"
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "fail",
          "detail": "content contains '[TOOL_CALLS]'"
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "fail",
          "detail": "content contains '[TOOL_CALLS]'"
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "fail",
          "detail": "content contains '[TOOL_CALLS]'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content contains '[TOOL_CALLS]'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content contains '[TOOL_CALLS]'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content contains '[TOOL_CALLS]'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content contains '[TOOL_CALLS]'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content contains '[TOOL_CALLS]'"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Mistral-7B-Instruct-v0.3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e16746b40344d6c5b5265988e0328a0bf7277be86f1c335156eae07e29c82826",
        "template_identical_to": null,
        "model": "mistralai/Mistral-7B-Instruct-v0.3",
        "tokenizer": "mistralai/Mistral-7B-Instruct-v0.3@c170c708c41dac9275d15a8fff4eca08d52bab71",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Mistral-7B-Instruct-v0.3.vocab.gguf",
        "vocab_gguf_sha256": "c258ee8aacdec5dd9e8eae9c9869490ebd0e443545e5d3bdd3926c88fe74d6d6",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Mistral-7B-Instruct-v0.3@c170c708c41dac9275d15a8fff4eca08d52bab71",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[TOOL_CALLS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "d700d48296ecc587a15ba84c2a9e81b33dd972a23fcf264f13d95e29a91fe040",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Mistral-7B-Instruct-v0.3"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "[TOOL_CALLS][{\"name\": \"add\", \"arguments\":{\"a\": 3.5, \"b\": 4}}]",
          "reasoning_content": null,
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "[TOOL_CALLS][{\"name\": \"add\", \"arguments\":{\"a\": 3.5, \"b\": 4}}]",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": "[TOOL_CALLS][{\"name\": \"add\", \"arguments\":{\"a\": 3.5, \"b\": 4}}]",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": "[TOOL_CALLS][{\"name\": \"add\", \"arguments\":{\"a\": 3.5, \"b\": 4}}]",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:1:8": {
            "content": "[TOOL_CALLS][{\"name\": \"add\", \"arguments\":{\"a\": 3.5, \"b\": 4}}]",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:2:8": {
            "content": "[TOOL_CALLS][{\"name\": \"add\", \"arguments\":{\"a\": 3.5, \"b\": 4}}]",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:3:8": {
            "content": "[TOOL_CALLS][{\"name\": \"add\", \"arguments\":{\"a\": 3.5, \"b\": 4}}]",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:4:8": {
            "content": "[TOOL_CALLS][{\"name\": \"add\", \"arguments\":{\"a\": 3.5, \"b\": 4}}]",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:5:8": {
            "content": "[TOOL_CALLS][{\"name\": \"add\", \"arguments\":{\"a\": 3.5, \"b\": 4}}]",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "mistral/vllm-v3-arguments-before-name",
      "family": "mistral",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Mistral-7B-Instruct-v0.3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e16746b40344d6c5b5265988e0328a0bf7277be86f1c335156eae07e29c82826",
        "template_identical_to": null,
        "model": "mistralai/Mistral-7B-Instruct-v0.3",
        "tokenizer": "mistralai/Mistral-7B-Instruct-v0.3@c170c708c41dac9275d15a8fff4eca08d52bab71",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Mistral-7B-Instruct-v0.3.vocab.gguf",
        "vocab_gguf_sha256": "c258ee8aacdec5dd9e8eae9c9869490ebd0e443545e5d3bdd3926c88fe74d6d6",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Mistral-7B-Instruct-v0.3@c170c708c41dac9275d15a8fff4eca08d52bab71",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[TOOL_CALLS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "a1ebc20d717de500edc733770c56c6ec6fd652da03f304c6df554a5845deb174",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Mistral-7B-Instruct-v0.3"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/vllm-v3-name-inside-arguments",
      "family": "mistral",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Mistral-7B-Instruct-v0.3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e16746b40344d6c5b5265988e0328a0bf7277be86f1c335156eae07e29c82826",
        "template_identical_to": null,
        "model": "mistralai/Mistral-7B-Instruct-v0.3",
        "tokenizer": "mistralai/Mistral-7B-Instruct-v0.3@c170c708c41dac9275d15a8fff4eca08d52bab71",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Mistral-7B-Instruct-v0.3.vocab.gguf",
        "vocab_gguf_sha256": "c258ee8aacdec5dd9e8eae9c9869490ebd0e443545e5d3bdd3926c88fe74d6d6",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Mistral-7B-Instruct-v0.3@c170c708c41dac9275d15a8fff4eca08d52bab71",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[TOOL_CALLS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "b52e76edf2fd423d72cc47137562cf6049ab168d7ceb99c3c452411120ae1119",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Mistral-7B-Instruct-v0.3"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/vllm-v3-parallel",
      "family": "mistral",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['add']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['add']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['add']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['add']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['add']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['add']"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] add: arguments are not valid JSON text ('{\"a\": 3.5, \"b\": 4': Expecting ',' delimiter: line 1 column 18 (char 17))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] add: arguments are not valid JSON text ('{\"a\": 3.5, \"': Unterminated string starting at: line 1 column 12 (char 11))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] add: arguments are not valid JSON text ('{\"a\": 3.5, \"b\": 4': Expecting ',' delimiter: line 1 column 18 (char 17))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] add: arguments are not valid JSON text ('{\"a\": 3.5, \"b\": 4': Expecting ',' delimiter: line 1 column 18 (char 17))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] add: arguments are not valid JSON text ('{\"a\": 3.5': Expecting ',' delimiter: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] add: arguments are not valid JSON text ('{\"a\": 3.5, \"b\": 4': Expecting ',' delimiter: line 1 column 18 (char 17))"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] add: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] add: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] add: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] add: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] add: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] add: arguments are not a JSON object; not validated"
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "expected 2 calls ['add', 'get_current_weather'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "fail",
          "detail": "expected 2 calls ['add', 'get_current_weather'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "fail",
          "detail": "expected 2 calls ['add', 'get_current_weather'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "fail",
          "detail": "expected 2 calls ['add', 'get_current_weather'], got 1 ['add']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "expected 2 calls ['add', 'get_current_weather'], got 1 ['add']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "expected 2 calls ['add', 'get_current_weather'], got 1 ['add']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "expected 2 calls ['add', 'get_current_weather'], got 1 ['add']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "expected 2 calls ['add', 'get_current_weather'], got 1 ['add']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "expected 2 calls ['add', 'get_current_weather'], got 1 ['add']"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Mistral-7B-Instruct-v0.3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e16746b40344d6c5b5265988e0328a0bf7277be86f1c335156eae07e29c82826",
        "template_identical_to": null,
        "model": "mistralai/Mistral-7B-Instruct-v0.3",
        "tokenizer": "mistralai/Mistral-7B-Instruct-v0.3@c170c708c41dac9275d15a8fff4eca08d52bab71",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Mistral-7B-Instruct-v0.3.vocab.gguf",
        "vocab_gguf_sha256": "c258ee8aacdec5dd9e8eae9c9869490ebd0e443545e5d3bdd3926c88fe74d6d6",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Mistral-7B-Instruct-v0.3@c170c708c41dac9275d15a8fff4eca08d52bab71",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[TOOL_CALLS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "ae75ec80821a864b311ebbef5f6d036084d02b235a49f5fde183956abbe882d8",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Mistral-7B-Instruct-v0.3"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "add",
                "arguments_raw": "{\"a\": 3.5, \"b\": 4"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "add",
                "arguments_raw": "{\"a\": 3.5, \""
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "add",
                "arguments_raw": "{\"a\": 3.5, \"b\": 4"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "add",
                "arguments_raw": "{\"a\": 3.5, \"b\": 4"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "add",
                "arguments_raw": "{\"a\": 3.5"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "add",
                "arguments_raw": "{\"a\": 3.5, \"b\": 4"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/vllm-v3-content-before-call",
      "family": "mistral",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "content: nonstream None, got 'Hello'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "content: nonstream None, got 'Hello'; tool_calls: nonstream [], got ['add']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Hello'; tool_calls: nonstream [], got ['add']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Hello'; tool_calls: nonstream [], got ['add']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Hello'; tool_calls: nonstream [], got ['add']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Hello'; tool_calls: nonstream [], got ['add']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Hello'; tool_calls: nonstream [], got ['add']"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] add: arguments are not valid JSON text ('{\"a\": 1, \"b\": 2': Expecting ',' delimiter: line 1 column 16 (char 15))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] add: arguments are not valid JSON text ('{\"a\": 1, \"b': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] add: arguments are not valid JSON text ('{\"a\": 1, \"': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] add: arguments are not valid JSON text ('{\"a\": 1, \"b\": 2': Expecting ',' delimiter: line 1 column 16 (char 15))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] add: arguments are not valid JSON text ('{\"a\": 1,': Expecting property name enclosed in double quotes: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] add: arguments are not valid JSON text ('{\"a\": 1, \"b': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] add: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] add: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] add: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] add: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] add: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] add: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Mistral-7B-Instruct-v0.3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e16746b40344d6c5b5265988e0328a0bf7277be86f1c335156eae07e29c82826",
        "template_identical_to": null,
        "model": "mistralai/Mistral-7B-Instruct-v0.3",
        "tokenizer": "mistralai/Mistral-7B-Instruct-v0.3@c170c708c41dac9275d15a8fff4eca08d52bab71",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Mistral-7B-Instruct-v0.3.vocab.gguf",
        "vocab_gguf_sha256": "c258ee8aacdec5dd9e8eae9c9869490ebd0e443545e5d3bdd3926c88fe74d6d6",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Mistral-7B-Instruct-v0.3@c170c708c41dac9275d15a8fff4eca08d52bab71",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[TOOL_CALLS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "d700d48296ecc587a15ba84c2a9e81b33dd972a23fcf264f13d95e29a91fe040",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Mistral-7B-Instruct-v0.3"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": "Hello",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": "Hello",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "add",
                "arguments_raw": "{\"a\": 1, \"b\": 2"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": "Hello",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "add",
                "arguments_raw": "{\"a\": 1, \"b"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": "Hello",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "add",
                "arguments_raw": "{\"a\": 1, \""
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": "Hello",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "add",
                "arguments_raw": "{\"a\": 1, \"b\": 2"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": "Hello",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "add",
                "arguments_raw": "{\"a\": 1,"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": "Hello",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "add",
                "arguments_raw": "{\"a\": 1, \"b"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/vllm-v3-malformed-not-json",
      "family": "mistral",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "outcome exception 'LlamaCppError: The model produced output that does not match the expected peg-native format'; accepted: ['content_passthrough', 'no_tool_calls']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Mistral-7B-Instruct-v0.3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e16746b40344d6c5b5265988e0328a0bf7277be86f1c335156eae07e29c82826",
        "template_identical_to": null,
        "model": "mistralai/Mistral-7B-Instruct-v0.3",
        "tokenizer": "mistralai/Mistral-7B-Instruct-v0.3@c170c708c41dac9275d15a8fff4eca08d52bab71",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Mistral-7B-Instruct-v0.3.vocab.gguf",
        "vocab_gguf_sha256": "c258ee8aacdec5dd9e8eae9c9869490ebd0e443545e5d3bdd3926c88fe74d6d6",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Mistral-7B-Instruct-v0.3@c170c708c41dac9275d15a8fff4eca08d52bab71",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[TOOL_CALLS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "d700d48296ecc587a15ba84c2a9e81b33dd972a23fcf264f13d95e29a91fe040",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Mistral-7B-Instruct-v0.3"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/vllm-v11-single-call",
      "family": "mistral",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['add_this_and_that']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['add_this_and_that']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['add_this_and_that']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] add_this_and_that: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] add_this_and_that: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] add_this_and_that: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] add_this_and_that: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] add_this_and_that: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] add_this_and_that: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Mistral-Small-3.2-24B-Instruct-2506.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5b8f31f11198696548d544dbe424a3c1ef244d00a475f4e1bffb351fda085608",
        "template_identical_to": "models/templates/Mistral-Small-3.2-24B-Instruct-2506.jinja",
        "model": "mistralai/Mistral-Small-3.2-24B-Instruct-2506",
        "tokenizer": "mistralai/Mistral-Small-3.2-24B-Instruct-2506@95a6d26c4bfb886c58daf9d3f7332c857cb27b43",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Mistral-Small-3.2-24B-Instruct-2506.vocab.gguf",
        "vocab_gguf_sha256": "473f06dba55a58b6c91dbc5176d0af66d8930a36a4aba0e6391385e913437e77",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Mistral-Small-3.2-24B-Instruct-2506@95a6d26c4bfb886c58daf9d3f7332c857cb27b43",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[TOOL_CALLS]",
          "[ARGS]",
          "[CALL_ID]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "073a2c733c028526e7e33f85d9adb05a6b2c93bf300f7e6b9ac594d8cf5c3314",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Mistral-Small-3.2-24B-Instruct-2506.jinja",
            "sha256": "5b8f31f11198696548d544dbe424a3c1ef244d00a475f4e1bffb351fda085608",
            "format": "peg-native",
            "nonstream": {
              "content": null,
              "reasoning_content": null,
              "tool_calls": [],
              "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "add_this_and_that",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "add_this_and_that",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "add_this_and_that",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/vllm-v11-parallel",
      "family": "mistral",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['add']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['add']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['add']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['add']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] add: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] add: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] add: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] add: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] add: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] add: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] add: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] add: arguments are not a JSON object; not validated"
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "expected 2 calls ['add', 'multiply'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "fail",
          "detail": "expected 2 calls ['add', 'multiply'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "fail",
          "detail": "expected 2 calls ['add', 'multiply'], got 1 ['add']"
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "fail",
          "detail": "expected 2 calls ['add', 'multiply'], got 1 ['add']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "expected 2 calls ['add', 'multiply'], got 1 ['add']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "expected 2 calls ['add', 'multiply'], got 1 ['add']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "expected 2 calls ['add', 'multiply'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "expected 2 calls ['add', 'multiply'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "expected 2 calls ['add', 'multiply'], got 0 []"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Mistral-Small-3.2-24B-Instruct-2506.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5b8f31f11198696548d544dbe424a3c1ef244d00a475f4e1bffb351fda085608",
        "template_identical_to": "models/templates/Mistral-Small-3.2-24B-Instruct-2506.jinja",
        "model": "mistralai/Mistral-Small-3.2-24B-Instruct-2506",
        "tokenizer": "mistralai/Mistral-Small-3.2-24B-Instruct-2506@95a6d26c4bfb886c58daf9d3f7332c857cb27b43",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Mistral-Small-3.2-24B-Instruct-2506.vocab.gguf",
        "vocab_gguf_sha256": "473f06dba55a58b6c91dbc5176d0af66d8930a36a4aba0e6391385e913437e77",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Mistral-Small-3.2-24B-Instruct-2506@95a6d26c4bfb886c58daf9d3f7332c857cb27b43",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[TOOL_CALLS]",
          "[ARGS]",
          "[CALL_ID]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "716c35582c2e590d90be73c60e9fc7482a5a0b55f84ff222600f7be41f127a37",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Mistral-Small-3.2-24B-Instruct-2506.jinja",
            "sha256": "5b8f31f11198696548d544dbe424a3c1ef244d00a475f4e1bffb351fda085608",
            "format": "peg-native",
            "nonstream": {
              "content": null,
              "reasoning_content": null,
              "tool_calls": [],
              "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "add",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "add",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "add",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "add",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/vllm-v11-content-before-call",
      "family": "mistral",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "content: nonstream None, got 'hi'; tool_calls: nonstream [], got ['add']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "content: nonstream None, got 'hi'; tool_calls: nonstream [], got ['add']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'hi'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'hi'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'hi'; tool_calls: nonstream [], got ['add']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'hi'; tool_calls: nonstream [], got ['add']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] add: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] add: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] add: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] add: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] add: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] add: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] add: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] add: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Mistral-Small-3.2-24B-Instruct-2506.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5b8f31f11198696548d544dbe424a3c1ef244d00a475f4e1bffb351fda085608",
        "template_identical_to": "models/templates/Mistral-Small-3.2-24B-Instruct-2506.jinja",
        "model": "mistralai/Mistral-Small-3.2-24B-Instruct-2506",
        "tokenizer": "mistralai/Mistral-Small-3.2-24B-Instruct-2506@95a6d26c4bfb886c58daf9d3f7332c857cb27b43",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Mistral-Small-3.2-24B-Instruct-2506.vocab.gguf",
        "vocab_gguf_sha256": "473f06dba55a58b6c91dbc5176d0af66d8930a36a4aba0e6391385e913437e77",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Mistral-Small-3.2-24B-Instruct-2506@95a6d26c4bfb886c58daf9d3f7332c857cb27b43",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[TOOL_CALLS]",
          "[ARGS]",
          "[CALL_ID]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "d700d48296ecc587a15ba84c2a9e81b33dd972a23fcf264f13d95e29a91fe040",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Mistral-Small-3.2-24B-Instruct-2506.jinja",
            "sha256": "5b8f31f11198696548d544dbe424a3c1ef244d00a475f4e1bffb351fda085608",
            "format": "peg-native",
            "nonstream": {
              "content": null,
              "reasoning_content": null,
              "tool_calls": [],
              "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": "hi",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "add",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": "hi",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "add",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": "hi",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": "hi",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": "hi",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "add",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": "hi",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "add",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/vllm-v13-think-no-end",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Magistral-Small-2509.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "039a4710e2aabaa79e85a233fa3daa4fbc030a4a8dc218cb7f34fb0c4b8c13b1",
        "template_identical_to": "models/templates/unsloth-mistral-Devstral-Small-2507.jinja",
        "model": "mistralai/Magistral-Small-2509",
        "tokenizer": "mistralai/Magistral-Small-2509@a31cc96ab10cf19bc42c628fedf1e359e0853c49",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Magistral-Small-2509.vocab.gguf",
        "vocab_gguf_sha256": "39a36f117102834770556c8fe77bc8ad6405bf43b9546e158a518b6f05c86b30",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Magistral-Small-2509@a31cc96ab10cf19bc42c628fedf1e359e0853c49",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "c2705ef5e55cbf83d7d702e23105e12caa65966c3ad08d0c04c39943f9af26af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Magistral-Small-2509"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/vllm-v11-think-text",
      "family": "mistral",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content: expected 'c', got '<think>r</think>c'; reasoning_content: expected 'r', got None"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "content: expected 'c', got '<think>r</think>c'; reasoning_content: expected 'r', got None"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "content: expected 'c', got '<think>r</think>c'; reasoning_content: expected 'r', got None"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "content: expected 'c', got '<think>r</think>c'; reasoning_content: expected 'r', got None"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: expected 'c', got '<think>r</think>c'; reasoning_content: expected 'r', got None"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: expected 'c', got '<think>r</think>c'; reasoning_content: expected 'r', got None"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: expected 'c', got '<think>r</think>c'; reasoning_content: expected 'r', got None"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: expected 'c', got '<think>r</think>c'; reasoning_content: expected 'r', got None"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: expected 'c', got '<think>r</think>c'; reasoning_content: expected 'r', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content contains '<think>'; content contains '</think>'"
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "fail",
          "detail": "content contains '<think>'; content contains '</think>'"
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "fail",
          "detail": "content contains '<think>'; content contains '</think>'"
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "fail",
          "detail": "content contains '<think>'; content contains '</think>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content contains '<think>'; content contains '</think>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content contains '<think>'; content contains '</think>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content contains '<think>'; content contains '</think>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content contains '<think>'; content contains '</think>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content contains '<think>'; content contains '</think>'"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Magistral-Small-2506.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5b8f31f11198696548d544dbe424a3c1ef244d00a475f4e1bffb351fda085608",
        "template_identical_to": "models/templates/Mistral-Small-3.2-24B-Instruct-2506.jinja",
        "model": "mistralai/Magistral-Small-2506",
        "tokenizer": "mistralai/Magistral-Small-2506@ad2fce5b4113139e1877dcadfd826c9262ad8e8c",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Magistral-Small-2506.vocab.gguf",
        "vocab_gguf_sha256": "5191ff328c445dfbf97d06c2487231f640c4c44d560ac58c05234e44a6d004f6",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Magistral-Small-2506@ad2fce5b4113139e1877dcadfd826c9262ad8e8c",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[TOOL_CALLS]",
          "[ARGS]",
          "[CALL_ID]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "c2705ef5e55cbf83d7d702e23105e12caa65966c3ad08d0c04c39943f9af26af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Magistral-Small-2506"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "<think>r</think>c",
          "reasoning_content": null,
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "<think>r</think>c",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": "<think>r</think>c",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": "<think>r</think>c",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:1:8": {
            "content": "<think>r</think>c",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:2:8": {
            "content": "<think>r</think>c",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:3:8": {
            "content": "<think>r</think>c",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:4:8": {
            "content": "<think>r</think>c",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:5:8": {
            "content": "<think>r</think>c",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "mistral/llamacpp-ministral3-reasoning-call",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Ministral-3-14B-Reasoning-2512.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "6b5044075f09f4daa57beebe2d989d9fbe67dea351f220e1a84e19ddc893f2c2",
        "template_identical_to": null,
        "model": "mistralai/Ministral-3-14B-Reasoning-2512",
        "tokenizer": "mistralai/Ministral-3-14B-Reasoning-2512@51f9210f3cd20f3452a80d5819d15dc61cc50630",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Ministral-3-14B-Reasoning-2512.vocab.gguf",
        "vocab_gguf_sha256": "dde7ffb069c74ec4a86cf5a0ed23f6bad5e1e62d7a1936abf8fb6997d614e4dd",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Ministral-3-14B-Reasoning-2512@51f9210f3cd20f3452a80d5819d15dc61cc50630",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "53278a826a08c3c0291496ff5dd3fb1560dce4e804a079722171783ccb2c40ed",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/mistralai-Ministral-3-14B-Reasoning-2512.jinja",
            "sha256": "39f03c383413f531fd302c06c7e982ad98c83f0657a8339ae25478ccb81fdcda",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": "I'm\nthinking",
              "tool_calls": [
                {
                  "name": "special_function",
                  "arguments_raw": "{\"arg1\":1}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "mistral/llamacpp-ministral3-parallel",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Ministral-3-14B-Reasoning-2512.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "6b5044075f09f4daa57beebe2d989d9fbe67dea351f220e1a84e19ddc893f2c2",
        "template_identical_to": null,
        "model": "mistralai/Ministral-3-14B-Reasoning-2512",
        "tokenizer": "mistralai/Ministral-3-14B-Reasoning-2512@51f9210f3cd20f3452a80d5819d15dc61cc50630",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Ministral-3-14B-Reasoning-2512.vocab.gguf",
        "vocab_gguf_sha256": "dde7ffb069c74ec4a86cf5a0ed23f6bad5e1e62d7a1936abf8fb6997d614e4dd",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Ministral-3-14B-Reasoning-2512@51f9210f3cd20f3452a80d5819d15dc61cc50630",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "51dc5a86f31c128f6b6704c9ed606a293baadcabe972c33f78428fe8243aed38",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/mistralai-Ministral-3-14B-Reasoning-2512.jinja",
            "sha256": "39f03c383413f531fd302c06c7e982ad98c83f0657a8339ae25478ccb81fdcda",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "special_function",
                  "arguments_raw": "{\"arg1\": 1}"
                },
                {
                  "name": "special_function_with_opt",
                  "arguments_raw": "{\"arg1\": 1, \"arg2\": 2}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "mistral/llamacpp-ministral3-marker-in-reasoning",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Ministral-3-14B-Reasoning-2512.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "6b5044075f09f4daa57beebe2d989d9fbe67dea351f220e1a84e19ddc893f2c2",
        "template_identical_to": null,
        "model": "mistralai/Ministral-3-14B-Reasoning-2512",
        "tokenizer": "mistralai/Ministral-3-14B-Reasoning-2512@51f9210f3cd20f3452a80d5819d15dc61cc50630",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Ministral-3-14B-Reasoning-2512.vocab.gguf",
        "vocab_gguf_sha256": "dde7ffb069c74ec4a86cf5a0ed23f6bad5e1e62d7a1936abf8fb6997d614e4dd",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Ministral-3-14B-Reasoning-2512@51f9210f3cd20f3452a80d5819d15dc61cc50630",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "53278a826a08c3c0291496ff5dd3fb1560dce4e804a079722171783ccb2c40ed",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/mistralai-Ministral-3-14B-Reasoning-2512.jinja",
            "sha256": "39f03c383413f531fd302c06c7e982ad98c83f0657a8339ae25478ccb81fdcda",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": "Let me think about [TOOL_CALLS]special_function[ARGS]{\"arg1\":1} and more",
              "tool_calls": [
                {
                  "name": "special_function",
                  "arguments_raw": "{\"arg1\": 1}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "mistral/llamacpp-v11-call-id",
      "family": "mistral",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Mistral-Small-3.2-24B-Instruct-2506.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5b8f31f11198696548d544dbe424a3c1ef244d00a475f4e1bffb351fda085608",
        "template_identical_to": "models/templates/Mistral-Small-3.2-24B-Instruct-2506.jinja",
        "model": "mistralai/Mistral-Small-3.2-24B-Instruct-2506",
        "tokenizer": "mistralai/Mistral-Small-3.2-24B-Instruct-2506@95a6d26c4bfb886c58daf9d3f7332c857cb27b43",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Mistral-Small-3.2-24B-Instruct-2506.vocab.gguf",
        "vocab_gguf_sha256": "473f06dba55a58b6c91dbc5176d0af66d8930a36a4aba0e6391385e913437e77",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Mistral-Small-3.2-24B-Instruct-2506@95a6d26c4bfb886c58daf9d3f7332c857cb27b43",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[TOOL_CALLS]",
          "[ARGS]",
          "[CALL_ID]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "53278a826a08c3c0291496ff5dd3fb1560dce4e804a079722171783ccb2c40ed",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Mistral-Small-3.2-24B-Instruct-2506.jinja",
            "sha256": "5b8f31f11198696548d544dbe424a3c1ef244d00a475f4e1bffb351fda085608",
            "format": "peg-native",
            "nonstream": {
              "content": null,
              "reasoning_content": null,
              "tool_calls": [],
              "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/llamacpp-v11-call-id-parallel",
      "family": "mistral",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "expected 2 calls ['special_function', 'special_function_with_opt'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "fail",
          "detail": "expected 2 calls ['special_function', 'special_function_with_opt'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "fail",
          "detail": "expected 2 calls ['special_function', 'special_function_with_opt'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "fail",
          "detail": "expected 2 calls ['special_function', 'special_function_with_opt'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "expected 2 calls ['special_function', 'special_function_with_opt'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "expected 2 calls ['special_function', 'special_function_with_opt'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "expected 2 calls ['special_function', 'special_function_with_opt'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "expected 2 calls ['special_function', 'special_function_with_opt'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "expected 2 calls ['special_function', 'special_function_with_opt'], got 0 []"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Mistral-Small-3.2-24B-Instruct-2506.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5b8f31f11198696548d544dbe424a3c1ef244d00a475f4e1bffb351fda085608",
        "template_identical_to": "models/templates/Mistral-Small-3.2-24B-Instruct-2506.jinja",
        "model": "mistralai/Mistral-Small-3.2-24B-Instruct-2506",
        "tokenizer": "mistralai/Mistral-Small-3.2-24B-Instruct-2506@95a6d26c4bfb886c58daf9d3f7332c857cb27b43",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Mistral-Small-3.2-24B-Instruct-2506.vocab.gguf",
        "vocab_gguf_sha256": "473f06dba55a58b6c91dbc5176d0af66d8930a36a4aba0e6391385e913437e77",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Mistral-Small-3.2-24B-Instruct-2506@95a6d26c4bfb886c58daf9d3f7332c857cb27b43",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[TOOL_CALLS]",
          "[ARGS]",
          "[CALL_ID]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "51dc5a86f31c128f6b6704c9ed606a293baadcabe972c33f78428fe8243aed38",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Mistral-Small-3.2-24B-Instruct-2506.jinja",
            "sha256": "5b8f31f11198696548d544dbe424a3c1ef244d00a475f4e1bffb351fda085608",
            "format": "peg-native",
            "nonstream": {
              "content": null,
              "reasoning_content": null,
              "tool_calls": [],
              "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/llamacpp-devstral-content-before-call",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Devstral-Small-2507.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "039a4710e2aabaa79e85a233fa3daa4fbc030a4a8dc218cb7f34fb0c4b8c13b1",
        "template_identical_to": "models/templates/unsloth-mistral-Devstral-Small-2507.jinja",
        "model": "mistralai/Devstral-Small-2507",
        "tokenizer": "mistralai/Devstral-Small-2507@bd165ab26cebbcc2eea2c4ecbfc07f3ac42b3c39",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Devstral-Small-2507.vocab.gguf",
        "vocab_gguf_sha256": "9c172f04c892a6854d2a70cdfd4d533a67c203b60e9cf68931f2235b995c5730",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Devstral-Small-2507@bd165ab26cebbcc2eea2c4ecbfc07f3ac42b3c39",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "53278a826a08c3c0291496ff5dd3fb1560dce4e804a079722171783ccb2c40ed",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Devstral-Small-2507"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/bug-devstral-glob-braces-in-arguments",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Devstral-Small-2507.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "039a4710e2aabaa79e85a233fa3daa4fbc030a4a8dc218cb7f34fb0c4b8c13b1",
        "template_identical_to": "models/templates/unsloth-mistral-Devstral-Small-2507.jinja",
        "model": "mistralai/Devstral-Small-2507",
        "tokenizer": "mistralai/Devstral-Small-2507@bd165ab26cebbcc2eea2c4ecbfc07f3ac42b3c39",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Devstral-Small-2507.vocab.gguf",
        "vocab_gguf_sha256": "9c172f04c892a6854d2a70cdfd4d533a67c203b60e9cf68931f2235b995c5730",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Devstral-Small-2507@bd165ab26cebbcc2eea2c4ecbfc07f3ac42b3c39",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "d9efaaae89c8cf433b0a3c68532673974bcf51daf8f93c273bba6815f56669b8",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Devstral-Small-2507"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v13think-single-call",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Magistral-Small-2509.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "039a4710e2aabaa79e85a233fa3daa4fbc030a4a8dc218cb7f34fb0c4b8c13b1",
        "template_identical_to": "models/templates/unsloth-mistral-Devstral-Small-2507.jinja",
        "model": "mistralai/Magistral-Small-2509",
        "tokenizer": "mistralai/Magistral-Small-2509@a31cc96ab10cf19bc42c628fedf1e359e0853c49",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Magistral-Small-2509.vocab.gguf",
        "vocab_gguf_sha256": "39a36f117102834770556c8fe77bc8ad6405bf43b9546e158a518b6f05c86b30",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Magistral-Small-2509@a31cc96ab10cf19bc42c628fedf1e359e0853c49",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Magistral-Small-2509"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v13think-content-before-call",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Magistral-Small-2509.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "039a4710e2aabaa79e85a233fa3daa4fbc030a4a8dc218cb7f34fb0c4b8c13b1",
        "template_identical_to": "models/templates/unsloth-mistral-Devstral-Small-2507.jinja",
        "model": "mistralai/Magistral-Small-2509",
        "tokenizer": "mistralai/Magistral-Small-2509@a31cc96ab10cf19bc42c628fedf1e359e0853c49",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Magistral-Small-2509.vocab.gguf",
        "vocab_gguf_sha256": "39a36f117102834770556c8fe77bc8ad6405bf43b9546e158a518b6f05c86b30",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Magistral-Small-2509@a31cc96ab10cf19bc42c628fedf1e359e0853c49",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Magistral-Small-2509"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v13think-parallel-calls",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Magistral-Small-2509.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "039a4710e2aabaa79e85a233fa3daa4fbc030a4a8dc218cb7f34fb0c4b8c13b1",
        "template_identical_to": "models/templates/unsloth-mistral-Devstral-Small-2507.jinja",
        "model": "mistralai/Magistral-Small-2509",
        "tokenizer": "mistralai/Magistral-Small-2509@a31cc96ab10cf19bc42c628fedf1e359e0853c49",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Magistral-Small-2509.vocab.gguf",
        "vocab_gguf_sha256": "39a36f117102834770556c8fe77bc8ad6405bf43b9546e158a518b6f05c86b30",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Magistral-Small-2509@a31cc96ab10cf19bc42c628fedf1e359e0853c49",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Magistral-Small-2509"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v13think-no-call",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Magistral-Small-2509.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "039a4710e2aabaa79e85a233fa3daa4fbc030a4a8dc218cb7f34fb0c4b8c13b1",
        "template_identical_to": "models/templates/unsloth-mistral-Devstral-Small-2507.jinja",
        "model": "mistralai/Magistral-Small-2509",
        "tokenizer": "mistralai/Magistral-Small-2509@a31cc96ab10cf19bc42c628fedf1e359e0853c49",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Magistral-Small-2509.vocab.gguf",
        "vocab_gguf_sha256": "39a36f117102834770556c8fe77bc8ad6405bf43b9546e158a518b6f05c86b30",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Magistral-Small-2509@a31cc96ab10cf19bc42c628fedf1e359e0853c49",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Magistral-Small-2509"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v13think-empty-arguments",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Magistral-Small-2509.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "039a4710e2aabaa79e85a233fa3daa4fbc030a4a8dc218cb7f34fb0c4b8c13b1",
        "template_identical_to": "models/templates/unsloth-mistral-Devstral-Small-2507.jinja",
        "model": "mistralai/Magistral-Small-2509",
        "tokenizer": "mistralai/Magistral-Small-2509@a31cc96ab10cf19bc42c628fedf1e359e0853c49",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Magistral-Small-2509.vocab.gguf",
        "vocab_gguf_sha256": "39a36f117102834770556c8fe77bc8ad6405bf43b9546e158a518b6f05c86b30",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Magistral-Small-2509@a31cc96ab10cf19bc42c628fedf1e359e0853c49",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Magistral-Small-2509"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v13think-marker-in-arguments",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Magistral-Small-2509.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "039a4710e2aabaa79e85a233fa3daa4fbc030a4a8dc218cb7f34fb0c4b8c13b1",
        "template_identical_to": "models/templates/unsloth-mistral-Devstral-Small-2507.jinja",
        "model": "mistralai/Magistral-Small-2509",
        "tokenizer": "mistralai/Magistral-Small-2509@a31cc96ab10cf19bc42c628fedf1e359e0853c49",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Magistral-Small-2509.vocab.gguf",
        "vocab_gguf_sha256": "39a36f117102834770556c8fe77bc8ad6405bf43b9546e158a518b6f05c86b30",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Magistral-Small-2509@a31cc96ab10cf19bc42c628fedf1e359e0853c49",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Magistral-Small-2509"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v13think-multiline-reasoning",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Magistral-Small-2509.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "039a4710e2aabaa79e85a233fa3daa4fbc030a4a8dc218cb7f34fb0c4b8c13b1",
        "template_identical_to": "models/templates/unsloth-mistral-Devstral-Small-2507.jinja",
        "model": "mistralai/Magistral-Small-2509",
        "tokenizer": "mistralai/Magistral-Small-2509@a31cc96ab10cf19bc42c628fedf1e359e0853c49",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Magistral-Small-2509.vocab.gguf",
        "vocab_gguf_sha256": "39a36f117102834770556c8fe77bc8ad6405bf43b9546e158a518b6f05c86b30",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Magistral-Small-2509@a31cc96ab10cf19bc42c628fedf1e359e0853c49",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Magistral-Small-2509"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v13think-truncated-in-reasoning",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Magistral-Small-2509.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "039a4710e2aabaa79e85a233fa3daa4fbc030a4a8dc218cb7f34fb0c4b8c13b1",
        "template_identical_to": "models/templates/unsloth-mistral-Devstral-Small-2507.jinja",
        "model": "mistralai/Magistral-Small-2509",
        "tokenizer": "mistralai/Magistral-Small-2509@a31cc96ab10cf19bc42c628fedf1e359e0853c49",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Magistral-Small-2509.vocab.gguf",
        "vocab_gguf_sha256": "39a36f117102834770556c8fe77bc8ad6405bf43b9546e158a518b6f05c86b30",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Magistral-Small-2509@a31cc96ab10cf19bc42c628fedf1e359e0853c49",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Magistral-Small-2509"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v13think-truncated-in-arguments",
      "family": "mistral",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['write_file'] for Output stopped (max_tokens) inside the arguments JSON; the call is incomplete."
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['write_file'] for Output stopped (max_tokens) inside the arguments JSON; the call is incomplete."
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['write_file'] for Output stopped (max_tokens) inside the arguments JSON; the call is incomplete."
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['write_file'] for Output stopped (max_tokens) inside the arguments JSON; the call is incomplete."
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['write_file'] for Output stopped (max_tokens) inside the arguments JSON; the call is incomplete."
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['write_file'] for Output stopped (max_tokens) inside the arguments JSON; the call is incomplete."
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['write_file'] for Output stopped (max_tokens) inside the arguments JSON; the call is incomplete."
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['write_file'] for Output stopped (max_tokens) inside the arguments JSON; the call is incomplete."
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['write_file'] for Output stopped (max_tokens) inside the arguments JSON; the call is incomplete."
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\": \"/tmp/build.sh\", \"content\": \"rm -rf /': Unterminated string starting at: line 1 column 38 (char 37))"
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\": \"/tmp/build.sh\", \"content\": \"rm -rf /': Unterminated string starting at: line 1 column 38 (char 37))"
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\": \"/tmp/build.sh\", \"content\": \"rm -rf /': Unterminated string starting at: line 1 column 38 (char 37))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\": \"/tmp/build.sh\", \"content\": \"rm -rf /': Unterminated string starting at: line 1 column 38 (char 37))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\": \"/tmp/build.sh\", \"content\": \"rm -rf /': Unterminated string starting at: line 1 column 38 (char 37))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\": \"/tmp/build.sh\", \"content\": \"rm -rf /': Unterminated string starting at: line 1 column 38 (char 37))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\": \"/tmp/build.sh\", \"content\": \"rm -rf /': Unterminated string starting at: line 1 column 38 (char 37))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\": \"/tmp/build.sh\", \"content\": \"rm -rf /': Unterminated string starting at: line 1 column 38 (char 37))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\": \"/tmp/build.sh\", \"content\": \"rm -rf /': Unterminated string starting at: line 1 column 38 (char 37))"
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Magistral-Small-2509.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "039a4710e2aabaa79e85a233fa3daa4fbc030a4a8dc218cb7f34fb0c4b8c13b1",
        "template_identical_to": "models/templates/unsloth-mistral-Devstral-Small-2507.jinja",
        "model": "mistralai/Magistral-Small-2509",
        "tokenizer": "mistralai/Magistral-Small-2509@a31cc96ab10cf19bc42c628fedf1e359e0853c49",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Magistral-Small-2509.vocab.gguf",
        "vocab_gguf_sha256": "39a36f117102834770556c8fe77bc8ad6405bf43b9546e158a518b6f05c86b30",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Magistral-Small-2509@a31cc96ab10cf19bc42c628fedf1e359e0853c49",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Magistral-Small-2509"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "Write the script.",
          "tool_calls": [
            {
              "name": "write_file",
              "arguments_raw": "{\"path\": \"/tmp/build.sh\", \"content\": \"rm -rf /"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "Write the script.",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\": \"/tmp/build.sh\", \"content\": \"rm -rf /"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "Write the script.",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\": \"/tmp/build.sh\", \"content\": \"rm -rf /"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "Write the script.",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\": \"/tmp/build.sh\", \"content\": \"rm -rf /"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "Write the script.",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\": \"/tmp/build.sh\", \"content\": \"rm -rf /"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "Write the script.",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\": \"/tmp/build.sh\", \"content\": \"rm -rf /"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "Write the script.",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\": \"/tmp/build.sh\", \"content\": \"rm -rf /"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "Write the script.",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\": \"/tmp/build.sh\", \"content\": \"rm -rf /"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "Write the script.",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\": \"/tmp/build.sh\", \"content\": \"rm -rf /"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v13think-stop-at-open-marker",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Magistral-Small-2509.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "039a4710e2aabaa79e85a233fa3daa4fbc030a4a8dc218cb7f34fb0c4b8c13b1",
        "template_identical_to": "models/templates/unsloth-mistral-Devstral-Small-2507.jinja",
        "model": "mistralai/Magistral-Small-2509",
        "tokenizer": "mistralai/Magistral-Small-2509@a31cc96ab10cf19bc42c628fedf1e359e0853c49",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Magistral-Small-2509.vocab.gguf",
        "vocab_gguf_sha256": "39a36f117102834770556c8fe77bc8ad6405bf43b9546e158a518b6f05c86b30",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Magistral-Small-2509@a31cc96ab10cf19bc42c628fedf1e359e0853c49",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Magistral-Small-2509"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v13-single-call",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Ministral-3-14B-Instruct-2512.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "2f545122222db8bb43ca0ea0c49e9185320a8670f7d35575b0da0eb48b1e8970",
        "template_identical_to": null,
        "model": "mistralai/Ministral-3-14B-Instruct-2512",
        "tokenizer": "mistralai/Ministral-3-14B-Instruct-2512@29439f81c2be264d8d393273f99e7db9c0961120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Ministral-3-14B-Instruct-2512.vocab.gguf",
        "vocab_gguf_sha256": "30b914c221986cd4072c94430a8b1ea19d80d171e3d6153d092e71105933243c",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Ministral-3-14B-Instruct-2512@29439f81c2be264d8d393273f99e7db9c0961120",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Ministral-3-14B-Instruct-2512"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v13-parallel-calls",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Ministral-3-14B-Instruct-2512.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "2f545122222db8bb43ca0ea0c49e9185320a8670f7d35575b0da0eb48b1e8970",
        "template_identical_to": null,
        "model": "mistralai/Ministral-3-14B-Instruct-2512",
        "tokenizer": "mistralai/Ministral-3-14B-Instruct-2512@29439f81c2be264d8d393273f99e7db9c0961120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Ministral-3-14B-Instruct-2512.vocab.gguf",
        "vocab_gguf_sha256": "30b914c221986cd4072c94430a8b1ea19d80d171e3d6153d092e71105933243c",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Ministral-3-14B-Instruct-2512@29439f81c2be264d8d393273f99e7db9c0961120",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Ministral-3-14B-Instruct-2512"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v13-content-before-call",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Ministral-3-14B-Instruct-2512.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "2f545122222db8bb43ca0ea0c49e9185320a8670f7d35575b0da0eb48b1e8970",
        "template_identical_to": null,
        "model": "mistralai/Ministral-3-14B-Instruct-2512",
        "tokenizer": "mistralai/Ministral-3-14B-Instruct-2512@29439f81c2be264d8d393273f99e7db9c0961120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Ministral-3-14B-Instruct-2512.vocab.gguf",
        "vocab_gguf_sha256": "30b914c221986cd4072c94430a8b1ea19d80d171e3d6153d092e71105933243c",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Ministral-3-14B-Instruct-2512@29439f81c2be264d8d393273f99e7db9c0961120",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Ministral-3-14B-Instruct-2512"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v13-no-call",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Ministral-3-14B-Instruct-2512.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "2f545122222db8bb43ca0ea0c49e9185320a8670f7d35575b0da0eb48b1e8970",
        "template_identical_to": null,
        "model": "mistralai/Ministral-3-14B-Instruct-2512",
        "tokenizer": "mistralai/Ministral-3-14B-Instruct-2512@29439f81c2be264d8d393273f99e7db9c0961120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Ministral-3-14B-Instruct-2512.vocab.gguf",
        "vocab_gguf_sha256": "30b914c221986cd4072c94430a8b1ea19d80d171e3d6153d092e71105933243c",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Ministral-3-14B-Instruct-2512@29439f81c2be264d8d393273f99e7db9c0961120",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Ministral-3-14B-Instruct-2512"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v13-nested-json",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Ministral-3-14B-Instruct-2512.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "2f545122222db8bb43ca0ea0c49e9185320a8670f7d35575b0da0eb48b1e8970",
        "template_identical_to": null,
        "model": "mistralai/Ministral-3-14B-Instruct-2512",
        "tokenizer": "mistralai/Ministral-3-14B-Instruct-2512@29439f81c2be264d8d393273f99e7db9c0961120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Ministral-3-14B-Instruct-2512.vocab.gguf",
        "vocab_gguf_sha256": "30b914c221986cd4072c94430a8b1ea19d80d171e3d6153d092e71105933243c",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Ministral-3-14B-Instruct-2512@29439f81c2be264d8d393273f99e7db9c0961120",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Ministral-3-14B-Instruct-2512"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v13-unicode-emoji",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Ministral-3-14B-Instruct-2512.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "2f545122222db8bb43ca0ea0c49e9185320a8670f7d35575b0da0eb48b1e8970",
        "template_identical_to": null,
        "model": "mistralai/Ministral-3-14B-Instruct-2512",
        "tokenizer": "mistralai/Ministral-3-14B-Instruct-2512@29439f81c2be264d8d393273f99e7db9c0961120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Ministral-3-14B-Instruct-2512.vocab.gguf",
        "vocab_gguf_sha256": "30b914c221986cd4072c94430a8b1ea19d80d171e3d6153d092e71105933243c",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Ministral-3-14B-Instruct-2512@29439f81c2be264d8d393273f99e7db9c0961120",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Ministral-3-14B-Instruct-2512"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v13-string-escapes",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Ministral-3-14B-Instruct-2512.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "2f545122222db8bb43ca0ea0c49e9185320a8670f7d35575b0da0eb48b1e8970",
        "template_identical_to": null,
        "model": "mistralai/Ministral-3-14B-Instruct-2512",
        "tokenizer": "mistralai/Ministral-3-14B-Instruct-2512@29439f81c2be264d8d393273f99e7db9c0961120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Ministral-3-14B-Instruct-2512.vocab.gguf",
        "vocab_gguf_sha256": "30b914c221986cd4072c94430a8b1ea19d80d171e3d6153d092e71105933243c",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Ministral-3-14B-Instruct-2512@29439f81c2be264d8d393273f99e7db9c0961120",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Ministral-3-14B-Instruct-2512"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v13-numeric-arguments",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Ministral-3-14B-Instruct-2512.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "2f545122222db8bb43ca0ea0c49e9185320a8670f7d35575b0da0eb48b1e8970",
        "template_identical_to": null,
        "model": "mistralai/Ministral-3-14B-Instruct-2512",
        "tokenizer": "mistralai/Ministral-3-14B-Instruct-2512@29439f81c2be264d8d393273f99e7db9c0961120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Ministral-3-14B-Instruct-2512.vocab.gguf",
        "vocab_gguf_sha256": "30b914c221986cd4072c94430a8b1ea19d80d171e3d6153d092e71105933243c",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Ministral-3-14B-Instruct-2512@29439f81c2be264d8d393273f99e7db9c0961120",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Ministral-3-14B-Instruct-2512"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v13-long-arguments",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Ministral-3-14B-Instruct-2512.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "2f545122222db8bb43ca0ea0c49e9185320a8670f7d35575b0da0eb48b1e8970",
        "template_identical_to": null,
        "model": "mistralai/Ministral-3-14B-Instruct-2512",
        "tokenizer": "mistralai/Ministral-3-14B-Instruct-2512@29439f81c2be264d8d393273f99e7db9c0961120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Ministral-3-14B-Instruct-2512.vocab.gguf",
        "vocab_gguf_sha256": "30b914c221986cd4072c94430a8b1ea19d80d171e3d6153d092e71105933243c",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Ministral-3-14B-Instruct-2512@29439f81c2be264d8d393273f99e7db9c0961120",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Ministral-3-14B-Instruct-2512"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v13-param-named-name",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Ministral-3-14B-Instruct-2512.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "2f545122222db8bb43ca0ea0c49e9185320a8670f7d35575b0da0eb48b1e8970",
        "template_identical_to": null,
        "model": "mistralai/Ministral-3-14B-Instruct-2512",
        "tokenizer": "mistralai/Ministral-3-14B-Instruct-2512@29439f81c2be264d8d393273f99e7db9c0961120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Ministral-3-14B-Instruct-2512.vocab.gguf",
        "vocab_gguf_sha256": "30b914c221986cd4072c94430a8b1ea19d80d171e3d6153d092e71105933243c",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Ministral-3-14B-Instruct-2512@29439f81c2be264d8d393273f99e7db9c0961120",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Ministral-3-14B-Instruct-2512"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v13-array-lookalike-argument",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Ministral-3-14B-Instruct-2512.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "2f545122222db8bb43ca0ea0c49e9185320a8670f7d35575b0da0eb48b1e8970",
        "template_identical_to": null,
        "model": "mistralai/Ministral-3-14B-Instruct-2512",
        "tokenizer": "mistralai/Ministral-3-14B-Instruct-2512@29439f81c2be264d8d393273f99e7db9c0961120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Ministral-3-14B-Instruct-2512.vocab.gguf",
        "vocab_gguf_sha256": "30b914c221986cd4072c94430a8b1ea19d80d171e3d6153d092e71105933243c",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "fallback: llama.cpp requirements with transformers 5.17.0",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Ministral-3-14B-Instruct-2512@29439f81c2be264d8d393273f99e7db9c0961120",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[THINK]",
          "[/THINK]",
          "[TOOL_CALLS]",
          "[ARGS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "[THINK]",
        "thinking_end_tags": [
          "[/THINK]"
        ],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Ministral-3-14B-Instruct-2512"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v11-single-call",
      "family": "mistral",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Mistral-Small-3.2-24B-Instruct-2506.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5b8f31f11198696548d544dbe424a3c1ef244d00a475f4e1bffb351fda085608",
        "template_identical_to": "models/templates/Mistral-Small-3.2-24B-Instruct-2506.jinja",
        "model": "mistralai/Mistral-Small-3.2-24B-Instruct-2506",
        "tokenizer": "mistralai/Mistral-Small-3.2-24B-Instruct-2506@95a6d26c4bfb886c58daf9d3f7332c857cb27b43",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Mistral-Small-3.2-24B-Instruct-2506.vocab.gguf",
        "vocab_gguf_sha256": "473f06dba55a58b6c91dbc5176d0af66d8930a36a4aba0e6391385e913437e77",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Mistral-Small-3.2-24B-Instruct-2506@95a6d26c4bfb886c58daf9d3f7332c857cb27b43",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[TOOL_CALLS]",
          "[ARGS]",
          "[CALL_ID]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Mistral-Small-3.2-24B-Instruct-2506.jinja",
            "sha256": "5b8f31f11198696548d544dbe424a3c1ef244d00a475f4e1bffb351fda085608",
            "format": "peg-native",
            "nonstream": {
              "content": null,
              "reasoning_content": null,
              "tool_calls": [],
              "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v11-parallel-calls",
      "family": "mistral",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 1 ['get_weather']"
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 1 ['get_weather']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 1 ['get_weather']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 1 ['get_weather']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 1 ['get_weather']"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Mistral-Small-3.2-24B-Instruct-2506.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5b8f31f11198696548d544dbe424a3c1ef244d00a475f4e1bffb351fda085608",
        "template_identical_to": "models/templates/Mistral-Small-3.2-24B-Instruct-2506.jinja",
        "model": "mistralai/Mistral-Small-3.2-24B-Instruct-2506",
        "tokenizer": "mistralai/Mistral-Small-3.2-24B-Instruct-2506@95a6d26c4bfb886c58daf9d3f7332c857cb27b43",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Mistral-Small-3.2-24B-Instruct-2506.vocab.gguf",
        "vocab_gguf_sha256": "473f06dba55a58b6c91dbc5176d0af66d8930a36a4aba0e6391385e913437e77",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Mistral-Small-3.2-24B-Instruct-2506@95a6d26c4bfb886c58daf9d3f7332c857cb27b43",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[TOOL_CALLS]",
          "[ARGS]",
          "[CALL_ID]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Mistral-Small-3.2-24B-Instruct-2506.jinja",
            "sha256": "5b8f31f11198696548d544dbe424a3c1ef244d00a475f4e1bffb351fda085608",
            "format": "peg-native",
            "nonstream": {
              "content": null,
              "reasoning_content": null,
              "tool_calls": [],
              "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v11-content-before-call",
      "family": "mistral",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "content: nonstream None, got 'Checking the clock.'; tool_calls: nonstream [], got ['get_time']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "content: nonstream None, got 'Checking the clock.'; tool_calls: nonstream [], got ['get_time']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Checking the clock.'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Checking the clock.'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Checking the clock.'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Checking the clock.'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: nonstream None, got 'Checking the clock.'"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_time: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_time: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_time: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_time: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Mistral-Small-3.2-24B-Instruct-2506.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5b8f31f11198696548d544dbe424a3c1ef244d00a475f4e1bffb351fda085608",
        "template_identical_to": "models/templates/Mistral-Small-3.2-24B-Instruct-2506.jinja",
        "model": "mistralai/Mistral-Small-3.2-24B-Instruct-2506",
        "tokenizer": "mistralai/Mistral-Small-3.2-24B-Instruct-2506@95a6d26c4bfb886c58daf9d3f7332c857cb27b43",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Mistral-Small-3.2-24B-Instruct-2506.vocab.gguf",
        "vocab_gguf_sha256": "473f06dba55a58b6c91dbc5176d0af66d8930a36a4aba0e6391385e913437e77",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Mistral-Small-3.2-24B-Instruct-2506@95a6d26c4bfb886c58daf9d3f7332c857cb27b43",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[TOOL_CALLS]",
          "[ARGS]",
          "[CALL_ID]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Mistral-Small-3.2-24B-Instruct-2506.jinja",
            "sha256": "5b8f31f11198696548d544dbe424a3c1ef244d00a475f4e1bffb351fda085608",
            "format": "peg-native",
            "nonstream": {
              "content": null,
              "reasoning_content": null,
              "tool_calls": [],
              "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": "Checking the clock.",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": "Checking the clock.",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": "Checking the clock.",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": "Checking the clock.",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": "Checking the clock.",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": "Checking the clock.",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": "Checking the clock.",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v11-no-call",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Mistral-Small-3.2-24B-Instruct-2506.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5b8f31f11198696548d544dbe424a3c1ef244d00a475f4e1bffb351fda085608",
        "template_identical_to": "models/templates/Mistral-Small-3.2-24B-Instruct-2506.jinja",
        "model": "mistralai/Mistral-Small-3.2-24B-Instruct-2506",
        "tokenizer": "mistralai/Mistral-Small-3.2-24B-Instruct-2506@95a6d26c4bfb886c58daf9d3f7332c857cb27b43",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Mistral-Small-3.2-24B-Instruct-2506.vocab.gguf",
        "vocab_gguf_sha256": "473f06dba55a58b6c91dbc5176d0af66d8930a36a4aba0e6391385e913437e77",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Mistral-Small-3.2-24B-Instruct-2506@95a6d26c4bfb886c58daf9d3f7332c857cb27b43",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[TOOL_CALLS]",
          "[ARGS]",
          "[CALL_ID]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Mistral-Small-3.2-24B-Instruct-2506.jinja",
            "sha256": "5b8f31f11198696548d544dbe424a3c1ef244d00a475f4e1bffb351fda085608",
            "format": "peg-native",
            "nonstream": {
              "content": "Sure — here is a haiku about rain.",
              "reasoning_content": null,
              "tool_calls": [],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v3-single-call",
      "family": "mistral",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris\", \"unit\": \"c\"': Expecting ',' delimiter: line 1 column 30 (char 29))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris\", \"unit\":': Expecting value: line 1 column 26 (char 25))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris\", \"unit\":': Expecting value: line 1 column 26 (char 25))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris\", \"unit\": \"c': Unterminated string starting at: line 1 column 27 (char 26))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris\", \"unit\": \"': Unterminated string starting at: line 1 column 27 (char 26))"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Mistral-7B-Instruct-v0.3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e16746b40344d6c5b5265988e0328a0bf7277be86f1c335156eae07e29c82826",
        "template_identical_to": null,
        "model": "mistralai/Mistral-7B-Instruct-v0.3",
        "tokenizer": "mistralai/Mistral-7B-Instruct-v0.3@c170c708c41dac9275d15a8fff4eca08d52bab71",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Mistral-7B-Instruct-v0.3.vocab.gguf",
        "vocab_gguf_sha256": "c258ee8aacdec5dd9e8eae9c9869490ebd0e443545e5d3bdd3926c88fe74d6d6",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Mistral-7B-Instruct-v0.3@c170c708c41dac9275d15a8fff4eca08d52bab71",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[TOOL_CALLS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Mistral-7B-Instruct-v0.3"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"c\""
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit\":"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit\":"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"c"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit\": \""
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v3-parallel-calls",
      "family": "mistral",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_weather']"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Zürich\"': Expecting ',' delimiter: line 1 column 18 (char 17))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Zür': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Z': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Zürich': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Zür': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 1 ['get_weather']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 1 ['get_weather']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 1 ['get_weather']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 1 ['get_weather']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 1 ['get_weather']"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "expected 2 calls ['get_weather', 'search'], got 1 ['get_weather']"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Mistral-7B-Instruct-v0.3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e16746b40344d6c5b5265988e0328a0bf7277be86f1c335156eae07e29c82826",
        "template_identical_to": null,
        "model": "mistralai/Mistral-7B-Instruct-v0.3",
        "tokenizer": "mistralai/Mistral-7B-Instruct-v0.3@c170c708c41dac9275d15a8fff4eca08d52bab71",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Mistral-7B-Instruct-v0.3.vocab.gguf",
        "vocab_gguf_sha256": "c258ee8aacdec5dd9e8eae9c9869490ebd0e443545e5d3bdd3926c88fe74d6d6",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Mistral-7B-Instruct-v0.3@c170c708c41dac9275d15a8fff4eca08d52bab71",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[TOOL_CALLS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Mistral-7B-Instruct-v0.3"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\""
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zür"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Z"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \""
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zür"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v3-empty-arguments",
      "family": "mistral",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: The model produced output that does not match the expected peg-native format'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_time']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_time']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_time']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_time']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_time']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "tool_calls: nonstream [], got ['get_time']"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_time: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_time: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_time: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_time: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_time: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_time: arguments are not valid JSON text ('{': Expecting property name enclosed in double quotes: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_time: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_time: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_time: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_time: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_time: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_time: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Mistral-7B-Instruct-v0.3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e16746b40344d6c5b5265988e0328a0bf7277be86f1c335156eae07e29c82826",
        "template_identical_to": null,
        "model": "mistralai/Mistral-7B-Instruct-v0.3",
        "tokenizer": "mistralai/Mistral-7B-Instruct-v0.3@c170c708c41dac9275d15a8fff4eca08d52bab71",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Mistral-7B-Instruct-v0.3.vocab.gguf",
        "vocab_gguf_sha256": "c258ee8aacdec5dd9e8eae9c9869490ebd0e443545e5d3bdd3926c88fe74d6d6",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Mistral-7B-Instruct-v0.3@c170c708c41dac9275d15a8fff4eca08d52bab71",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[TOOL_CALLS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Mistral-7B-Instruct-v0.3"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": null,
          "reasoning_content": null,
          "tool_calls": [],
          "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{"
              }
            ],
            "exception": "LlamaCppError: The model produced output that does not match the expected peg-native format"
          }
        }
      }
    },
    {
      "fixture_id": "mistral/v3-no-call",
      "family": "mistral",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Ministral/Magistral Large 3', autoparser otherwise",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "mistralai--Mistral-7B-Instruct-v0.3.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "e16746b40344d6c5b5265988e0328a0bf7277be86f1c335156eae07e29c82826",
        "template_identical_to": null,
        "model": "mistralai/Mistral-7B-Instruct-v0.3",
        "tokenizer": "mistralai/Mistral-7B-Instruct-v0.3@c170c708c41dac9275d15a8fff4eca08d52bab71",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "mistralai--Mistral-7B-Instruct-v0.3.vocab.gguf",
        "vocab_gguf_sha256": "c258ee8aacdec5dd9e8eae9c9869490ebd0e443545e5d3bdd3926c88fe74d6d6",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "mistralai/Mistral-7B-Instruct-v0.3@c170c708c41dac9275d15a8fff4eca08d52bab71",
        "fixture_generation_prompt": "[/INST]",
        "format": "peg-native",
        "generation_prompt": "",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "[TOOL_CALLS]"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "</s>",
        "eog_positions": [],
        "tools_sha256": "03a3066c2c15d81815322622ce3f2447369af69cc427dcc1e53056c0a8615e47",
        "detokenized_matches_raw_output": false,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after mistralai/Mistral-7B-Instruct-v0.3"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/single-call-thinking",
      "family": "qwen3-hermes",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"c\"}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"c\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/single-call-no-thinking",
      "family": "qwen3-hermes",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"c\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/no-call-thinking",
      "family": "qwen3-hermes",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user is just greeting me. No tool is needed.', got 'The user is just greeting me. No tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user is just greeting me. No tool is needed.', got 'The user is just greeting me. No tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user is just greeting me. No tool is needed.', got 'The user is just greeting me. No tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user is just greeting me. No tool is needed.', got 'The user is just greeting me. No tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user is just greeting me. No tool is needed.', got 'The user is just greeting me. No tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user is just greeting me. No tool is needed.', got 'The user is just greeting me. No tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user is just greeting me. No tool is needed.', got 'The user is just greeting me. No tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user is just greeting me. No tool is needed.', got 'The user is just greeting me. No tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user is just greeting me. No tool is needed.', got 'The user is just greeting me. No tool is needed.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "Hello! How can I help you today?",
              "reasoning_content": "The user is just greeting me. No tool is needed.\n",
              "tool_calls": [],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "Hello! How can I help you today?",
          "reasoning_content": "The user is just greeting me. No tool is needed.\n",
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "The user is just greeting me. No tool is needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "The user is just greeting me. No tool is needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "The user is just greeting me. No tool is needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:1:8": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "The user is just greeting me. No tool is needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:2:8": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "The user is just greeting me. No tool is needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:3:8": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "The user is just greeting me. No tool is needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:4:8": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "The user is just greeting me. No tool is needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:5:8": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "The user is just greeting me. No tool is needed.\n",
            "tool_calls": [],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/no-call-no-thinking",
      "family": "qwen3-hermes",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "Hello! How can I help you today?",
              "reasoning_content": null,
              "tool_calls": [],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/text-before-call-thinking",
      "family": "qwen3-hermes",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "Let me check the current conditions in London.\n",
              "reasoning_content": "I need live weather data for London.\n",
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\": \"London\"}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "Let me check the current conditions in London.\n",
          "reasoning_content": "I need live weather data for London.\n",
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\": \"London\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/text-before-call-no-thinking",
      "family": "qwen3-hermes",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "Let me check the current conditions in London.\n",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\": \"London\"}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "Let me check the current conditions in London.\n",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\": \"London\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/empty-arguments-no-thinking",
      "family": "qwen3-hermes",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "087e3444fb4f8cb3c090a45e55e6dcb9c26e3c4c39bcf7b3d903f2154627877c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_time",
                  "arguments_raw": "{}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/empty-arguments-thinking",
      "family": "qwen3-hermes",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'get_time takes no arguments.', got 'get_time takes no arguments.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'get_time takes no arguments.', got 'get_time takes no arguments.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'get_time takes no arguments.', got 'get_time takes no arguments.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'get_time takes no arguments.', got 'get_time takes no arguments.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'get_time takes no arguments.', got 'get_time takes no arguments.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'get_time takes no arguments.', got 'get_time takes no arguments.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'get_time takes no arguments.', got 'get_time takes no arguments.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'get_time takes no arguments.', got 'get_time takes no arguments.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'get_time takes no arguments.', got 'get_time takes no arguments.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "087e3444fb4f8cb3c090a45e55e6dcb9c26e3c4c39bcf7b3d903f2154627877c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": "get_time takes no arguments.\n",
              "tool_calls": [
                {
                  "name": "get_time",
                  "arguments_raw": "{}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "get_time takes no arguments.\n",
          "tool_calls": [
            {
              "name": "get_time",
              "arguments_raw": "{}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "get_time takes no arguments.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "get_time takes no arguments.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "get_time takes no arguments.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "get_time takes no arguments.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "get_time takes no arguments.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "get_time takes no arguments.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "get_time takes no arguments.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "get_time takes no arguments.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/bug-sglang-30480-truncated-mid-arguments",
      "family": "qwen3-hermes",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Cut by max_tokens mid-arguments. The issue reports non-streaming leaking the raw <tool_call> markup into content while streaming drops it; a correct parser returns no call and does not leak markup."
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Cut by max_tokens mid-arguments. The issue reports non-streaming leaking the raw <tool_call> markup into content while streaming drops it; a correct parser returns no call and does not leak markup."
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Cut by max_tokens mid-arguments. The issue reports non-streaming leaking the raw <tool_call> markup into content while streaming drops it; a correct parser returns no call and does not leak markup."
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Cut by max_tokens mid-arguments. The issue reports non-streaming leaking the raw <tool_call> markup into content while streaming drops it; a correct parser returns no call and does not leak markup."
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Cut by max_tokens mid-arguments. The issue reports non-streaming leaking the raw <tool_call> markup into content while streaming drops it; a correct parser returns no call and does not leak markup."
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Cut by max_tokens mid-arguments. The issue reports non-streaming leaking the raw <tool_call> markup into content while streaming drops it; a correct parser returns no call and does not leak markup."
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Cut by max_tokens mid-arguments. The issue reports non-streaming leaking the raw <tool_call> markup into content while streaming drops it; a correct parser returns no call and does not leak markup."
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Cut by max_tokens mid-arguments. The issue reports non-streaming leaking the raw <tool_call> markup into content while streaming drops it; a correct parser returns no call and does not leak markup."
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Cut by max_tokens mid-arguments. The issue reports non-streaming leaking the raw <tool_call> markup into content while streaming drops it; a correct parser returns no call and does not leak markup."
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"San Fr': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"San Fr': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"San Fr': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"San Fr': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"San Fr': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"San Fr': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"San Fr': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"San Fr': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"San Fr': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "09331a2e2df9a56a2f3acb61624999968c53eea45d0a0be1bb17cd57f265c61f",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "I will check.\n",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\": \"San Fr"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "I will check.\n",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\": \"San Fr"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "I will check.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"San Fr"
              }
            ],
            "exception": null
          },
          "special": {
            "content": "I will check.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"San Fr"
              }
            ],
            "exception": null
          },
          "token": {
            "content": "I will check.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"San Fr"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": "I will check.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"San Fr"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": "I will check.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"San Fr"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": "I will check.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"San Fr"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": "I will check.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"San Fr"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": "I will check.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"San Fr"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/bug-sglang-30480-truncated-at-opener",
      "family": "qwen3-hermes",
      "status": "pass",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "09331a2e2df9a56a2f3acb61624999968c53eea45d0a0be1bb17cd57f265c61f",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "I will check.\n",
              "reasoning_content": null,
              "tool_calls": [],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/nested-json-deep",
      "family": "qwen3-hermes",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "15d5c68d1742c87cd9d2866b315405f5ebdcf66494105b1c8babe1cc8b5e7334",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "create_event",
                  "arguments_raw": "{\"title\": \"Design review\", \"when\": {\"start\": \"2026-10-01T09:00:00Z\", \"end\": \"2026-10-01T10:00:00Z\", \"tz\": \"UTC\"}, \"attendees\": [{\"name\": \"Ana\", \"email\": \"ana@example.com\", \"optional\": false}, {\"name\": \"Bo\", \"email\": \"bo@example.com\", \"optional\": true, \"roles\": [\"notes\", \"timekeeper\"]}], \"reminders\": [[10, \"email\"], [1, \"popup\"]], \"location\": null}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/unicode-emoji-thinking",
      "family": "qwen3-hermes",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Translate the mixed-script greeting (日本語, العربية, emoji 🌸).', got 'Translate the mixed-script greeting (日本語, العربية, emoji 🌸).\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Translate the mixed-script greeting (日本語, العربية, emoji 🌸).', got 'Translate the mixed-script greeting (日本語, العربية, emoji 🌸).\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Translate the mixed-script greeting (日本語, العربية, emoji 🌸).', got 'Translate the mixed-script greeting (日本語, العربية, emoji 🌸).\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Translate the mixed-script greeting (日本語, العربية, emoji 🌸).', got 'Translate the mixed-script greeting (日本語, العربية, emoji 🌸).\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Translate the mixed-script greeting (日本語, العربية, emoji 🌸).', got 'Translate the mixed-script greeting (日本語, العربية, emoji 🌸).\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Translate the mixed-script greeting (日本語, العربية, emoji 🌸).', got 'Translate the mixed-script greeting (日本語, العربية, emoji 🌸).\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Translate the mixed-script greeting (日本語, العربية, emoji 🌸).', got 'Translate the mixed-script greeting (日本語, العربية, emoji 🌸).\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Translate the mixed-script greeting (日本語, العربية, emoji 🌸).', got 'Translate the mixed-script greeting (日本語, العربية, emoji 🌸).\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Translate the mixed-script greeting (日本語, العربية, emoji 🌸).', got 'Translate the mixed-script greeting (日本語, العربية, emoji 🌸).\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "2d05a8253e9a15171a6e24fc30cb4d6a352e4a77b2badcfc02bc757e1b365633",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": "Translate the mixed-script greeting (日本語, العربية, emoji 🌸).\n",
              "tool_calls": [
                {
                  "name": "translate",
                  "arguments_raw": "{\"text\": \"こんにちは 🌸 مرحبا — naïve café 👩‍💻\", \"target\": \"de\"}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "Translate the mixed-script greeting (日本語, العربية, emoji 🌸).\n",
          "tool_calls": [
            {
              "name": "translate",
              "arguments_raw": "{\"text\": \"こんにちは 🌸 مرحبا — naïve café 👩‍💻\", \"target\": \"de\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "Translate the mixed-script greeting (日本語, العربية, emoji 🌸).\n",
            "tool_calls": [
              {
                "name": "translate",
                "arguments_raw": "{\"text\": \"こんにちは 🌸 مرحبا — naïve café 👩‍💻\", \"target\": \"de\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "Translate the mixed-script greeting (日本語, العربية, emoji 🌸).\n",
            "tool_calls": [
              {
                "name": "translate",
                "arguments_raw": "{\"text\": \"こんにちは 🌸 مرحبا — naïve café 👩‍💻\", \"target\": \"de\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "Translate the mixed-script greeting (日本語, العربية, emoji 🌸).\n",
            "tool_calls": [
              {
                "name": "translate",
                "arguments_raw": "{\"text\": \"こんにちは 🌸 مرحبا — naïve café 👩‍💻\", \"target\": \"de\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "Translate the mixed-script greeting (日本語, العربية, emoji 🌸).\n",
            "tool_calls": [
              {
                "name": "translate",
                "arguments_raw": "{\"text\": \"こんにちは 🌸 مرحبا — naïve café 👩‍💻\", \"target\": \"de\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "Translate the mixed-script greeting (日本語, العربية, emoji 🌸).\n",
            "tool_calls": [
              {
                "name": "translate",
                "arguments_raw": "{\"text\": \"こんにちは 🌸 مرحبا — naïve café 👩‍💻\", \"target\": \"de\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "Translate the mixed-script greeting (日本語, العربية, emoji 🌸).\n",
            "tool_calls": [
              {
                "name": "translate",
                "arguments_raw": "{\"text\": \"こんにちは 🌸 مرحبا — naïve café 👩‍💻\", \"target\": \"de\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "Translate the mixed-script greeting (日本語, العربية, emoji 🌸).\n",
            "tool_calls": [
              {
                "name": "translate",
                "arguments_raw": "{\"text\": \"こんにちは 🌸 مرحبا — naïve café 👩‍💻\", \"target\": \"de\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "Translate the mixed-script greeting (日本語, العربية, emoji 🌸).\n",
            "tool_calls": [
              {
                "name": "translate",
                "arguments_raw": "{\"text\": \"こんにちは 🌸 مرحبا — naïve café 👩‍💻\", \"target\": \"de\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/marker-in-arguments",
      "family": "qwen3-hermes",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "e09d43a17d3171ed01033951d536c5c566c6c2c1877ecf1f4c7ea47dda349a40",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "echo",
                  "arguments_raw": "{\"text\": \"Use <tool_call> ... </tool_call> tags, or \\\"<think>\\\" blocks.\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/string-escapes-code",
      "family": "qwen3-hermes",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "22c86a6cc645764a6c436f4e302aacf94f045254da010f4f8f0fc9fe397f70af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "write_file",
                  "arguments_raw": "{\"path\": \"C:\\\\Users\\\\me\\\\hello.py\", \"content\": \"def main():\\n\\tprint(\\\"hi \\\\u00e9\\\")\\n\\treturn {\\\"ok\\\": True}\\n\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/json-string-argument",
      "family": "qwen3-hermes",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "e09d43a17d3171ed01033951d536c5c566c6c2c1877ecf1f4c7ea47dda349a40",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "echo",
                  "arguments_raw": "{\"text\": \"{\\\"name\\\": \\\"x\\\", \\\"arguments\\\": {\\\"a\\\": 1}}\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/numeric-arguments",
      "family": "qwen3-hermes",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "68778bc38fe4c1aadafaeb64b625dd7091c27f3844ca2940285f85b63776a0a2",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "calculate",
                  "arguments_raw": "{\"x\": -3, \"y\": 2.5, \"tolerance\": 1e-05, \"exact\": true, \"limit\": null, \"values\": [0, -0.5, 1e+21]}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/long-arguments",
      "family": "qwen3-hermes",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "22c86a6cc645764a6c436f4e302aacf94f045254da010f4f8f0fc9fe397f70af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "write_file",
                  "arguments_raw": "{\"path\": \"notes/sample.txt\", \"content\": \"001: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n002: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n003: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n004: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n005: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n006: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n007: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n008: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n009: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n010: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n011: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n012: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n013: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n014: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n015: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n016: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n017: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n018: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n019: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n020: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n021: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n022: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n023: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n024: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n025: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n026: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n027: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n028: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n029: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n030: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n031: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n032: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n033: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n034: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n035: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n036: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n037: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n038: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n039: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n040: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n041: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n042: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n043: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n044: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n045: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n046: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n047: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n048: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n049: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n050: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n051: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n052: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n053: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n054: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n055: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n056: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n057: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n058: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n059: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n060: The quick brown fox jumps over the lazy dog; café, naïve, 東京.\\n\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/vllm-plain-text-forwarded",
      "family": "qwen3-hermes",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "This is some prior text that has nothing to do with tool calling.",
              "reasoning_content": null,
              "tool_calls": [],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/vllm-bug-19056-boolean-argument",
      "family": "qwen3-hermes",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "205862efebceadaad70bfc1e2817a46f4edbd1b0dfa93e3a42f052063f28d98d",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "final_answer",
                  "arguments_raw": "{\"trigger\": true}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/vllm-no-newlines-no-spaces",
      "family": "qwen3-hermes",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content: expected None, got '<tool_call>{\"name\": \"get_current_temperature\",\"arguments\": {\"location\":\"San Francisco, California, United States\", \"unit\": \"celsius\"}}</tool_call>'; tool_calls: expected ['get_current_temperature'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "content: expected None, got '<tool_call>{\"name\": \"get_current_temperature\",\"arguments\": {\"location\":\"San Francisco, California, United States\", \"unit\": \"celsius\"}}</tool_call>'; tool_calls: expected ['get_current_temperature'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "content: expected None, got '<tool_call>{\"name\": \"get_current_temperature\",\"arguments\": {\"location\":\"San Francisco, California, United States\", \"unit\": \"celsius\"}}</tool_call>'; tool_calls: expected ['get_current_temperature'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "content: expected None, got '<tool_call>{\"name\": \"get_current_temperature\",\"arguments\": {\"location\":\"San Francisco, California, United States\", \"unit\": \"celsius\"}}</tool_call>'; tool_calls: expected ['get_current_temperature'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: expected None, got '<tool_call>{\"name\": \"get_current_temperature\",\"arguments\": {\"location\":\"San Francisco, California, United States\", \"unit\": \"celsius\"}}</tool_call>'; tool_calls: expected ['get_current_temperature'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: expected None, got '<tool_call>{\"name\": \"get_current_temperature\",\"arguments\": {\"location\":\"San Francisco, California, United States\", \"unit\": \"celsius\"}}</tool_call>'; tool_calls: expected ['get_current_temperature'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: expected None, got '<tool_call>{\"name\": \"get_current_temperature\",\"arguments\": {\"location\":\"San Francisco, California, United States\", \"unit\": \"celsius\"}}</tool_call>'; tool_calls: expected ['get_current_temperature'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: expected None, got '<tool_call>{\"name\": \"get_current_temperature\",\"arguments\": {\"location\":\"San Francisco, California, United States\", \"unit\": \"celsius\"}}</tool_call>'; tool_calls: expected ['get_current_temperature'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: expected None, got '<tool_call>{\"name\": \"get_current_temperature\",\"arguments\": {\"location\":\"San Francisco, California, United States\", \"unit\": \"celsius\"}}</tool_call>'; tool_calls: expected ['get_current_temperature'], got []"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "6848a7bc08b5f00ac367ce9a7d65dbcbe737a6f3b3f37a4aa06465dd88dc4a38",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "<tool_call>{\"name\": \"get_current_temperature\",\"arguments\": {\"location\":\"San Francisco, California, United States\", \"unit\": \"celsius\"}}</tool_call>",
              "reasoning_content": null,
              "tool_calls": [],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "<tool_call>{\"name\": \"get_current_temperature\",\"arguments\": {\"location\":\"San Francisco, California, United States\", \"unit\": \"celsius\"}}</tool_call>",
          "reasoning_content": null,
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "<tool_call>{\"name\": \"get_current_temperature\",\"arguments\": {\"location\":\"San Francisco, California, United States\", \"unit\": \"celsius\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": "<tool_call>{\"name\": \"get_current_temperature\",\"arguments\": {\"location\":\"San Francisco, California, United States\", \"unit\": \"celsius\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": "<tool_call>{\"name\": \"get_current_temperature\",\"arguments\": {\"location\":\"San Francisco, California, United States\", \"unit\": \"celsius\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:1:8": {
            "content": "<tool_call>{\"name\": \"get_current_temperature\",\"arguments\": {\"location\":\"San Francisco, California, United States\", \"unit\": \"celsius\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:2:8": {
            "content": "<tool_call>{\"name\": \"get_current_temperature\",\"arguments\": {\"location\":\"San Francisco, California, United States\", \"unit\": \"celsius\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:3:8": {
            "content": "<tool_call>{\"name\": \"get_current_temperature\",\"arguments\": {\"location\":\"San Francisco, California, United States\", \"unit\": \"celsius\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:4:8": {
            "content": "<tool_call>{\"name\": \"get_current_temperature\",\"arguments\": {\"location\":\"San Francisco, California, United States\", \"unit\": \"celsius\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:5:8": {
            "content": "<tool_call>{\"name\": \"get_current_temperature\",\"arguments\": {\"location\":\"San Francisco, California, United States\", \"unit\": \"celsius\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/vllm-text-then-call-no-separator",
      "family": "qwen3-hermes",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content: expected 'Sure, let me check the weather.', got 'Sure, let me check the weather.<tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"NYC\"}}</tool_call>'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "content: expected 'Sure, let me check the weather.', got 'Sure, let me check the weather.<tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"NYC\"}}</tool_call>'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "content: expected 'Sure, let me check the weather.', got 'Sure, let me check the weather.<tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"NYC\"}}</tool_call>'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "content: expected 'Sure, let me check the weather.', got 'Sure, let me check the weather.<tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"NYC\"}}</tool_call>'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: expected 'Sure, let me check the weather.', got 'Sure, let me check the weather.<tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"NYC\"}}</tool_call>'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: expected 'Sure, let me check the weather.', got 'Sure, let me check the weather.<tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"NYC\"}}</tool_call>'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: expected 'Sure, let me check the weather.', got 'Sure, let me check the weather.<tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"NYC\"}}</tool_call>'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: expected 'Sure, let me check the weather.', got 'Sure, let me check the weather.<tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"NYC\"}}</tool_call>'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: expected 'Sure, let me check the weather.', got 'Sure, let me check the weather.<tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"NYC\"}}</tool_call>'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "Sure, let me check the weather.<tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"NYC\"}}</tool_call>",
              "reasoning_content": null,
              "tool_calls": [],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "Sure, let me check the weather.<tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"NYC\"}}</tool_call>",
          "reasoning_content": null,
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "Sure, let me check the weather.<tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"NYC\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": "Sure, let me check the weather.<tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"NYC\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": "Sure, let me check the weather.<tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"NYC\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:1:8": {
            "content": "Sure, let me check the weather.<tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"NYC\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:2:8": {
            "content": "Sure, let me check the weather.<tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"NYC\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:3:8": {
            "content": "Sure, let me check the weather.<tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"NYC\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:4:8": {
            "content": "Sure, let me check the weather.<tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"NYC\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:5:8": {
            "content": "Sure, let me check the weather.<tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"NYC\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/vllm-two-calls-no-separator",
      "family": "qwen3-hermes",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content: expected None, got '<tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"cats\"}}</tool_call><tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"dogs\"}}</tool_call>'; tool_calls: expected ['search', 'search'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "content: expected None, got '<tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"cats\"}}</tool_call><tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"dogs\"}}</tool_call>'; tool_calls: expected ['search', 'search'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "content: expected None, got '<tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"cats\"}}</tool_call><tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"dogs\"}}</tool_call>'; tool_calls: expected ['search', 'search'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "content: expected None, got '<tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"cats\"}}</tool_call><tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"dogs\"}}</tool_call>'; tool_calls: expected ['search', 'search'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: expected None, got '<tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"cats\"}}</tool_call><tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"dogs\"}}</tool_call>'; tool_calls: expected ['search', 'search'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: expected None, got '<tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"cats\"}}</tool_call><tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"dogs\"}}</tool_call>'; tool_calls: expected ['search', 'search'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: expected None, got '<tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"cats\"}}</tool_call><tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"dogs\"}}</tool_call>'; tool_calls: expected ['search', 'search'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: expected None, got '<tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"cats\"}}</tool_call><tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"dogs\"}}</tool_call>'; tool_calls: expected ['search', 'search'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: expected None, got '<tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"cats\"}}</tool_call><tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"dogs\"}}</tool_call>'; tool_calls: expected ['search', 'search'], got []"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "expected 2 calls ['search', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "fail",
          "detail": "expected 2 calls ['search', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "fail",
          "detail": "expected 2 calls ['search', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "fail",
          "detail": "expected 2 calls ['search', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "expected 2 calls ['search', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "expected 2 calls ['search', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "expected 2 calls ['search', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "expected 2 calls ['search', 'search'], got 0 []"
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "expected 2 calls ['search', 'search'], got 0 []"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "d7f49f78ea8fb594e1aa45f210c0df01f0721e93f3eeb05c17769bd3d0cb111c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "<tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"cats\"}}</tool_call><tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"dogs\"}}</tool_call>",
              "reasoning_content": null,
              "tool_calls": [],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "<tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"cats\"}}</tool_call><tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"dogs\"}}</tool_call>",
          "reasoning_content": null,
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "<tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"cats\"}}</tool_call><tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"dogs\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": "<tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"cats\"}}</tool_call><tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"dogs\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": "<tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"cats\"}}</tool_call><tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"dogs\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:1:8": {
            "content": "<tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"cats\"}}</tool_call><tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"dogs\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:2:8": {
            "content": "<tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"cats\"}}</tool_call><tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"dogs\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:3:8": {
            "content": "<tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"cats\"}}</tool_call><tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"dogs\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:4:8": {
            "content": "<tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"cats\"}}</tool_call><tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"dogs\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:5:8": {
            "content": "<tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"cats\"}}</tool_call><tool_call>{\"name\": \"search\", \"arguments\": {\"q\": \"dogs\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/vllm-content-and-call-single-chunk",
      "family": "qwen3-hermes",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content: expected 'Hi!', got 'Hi!<tool_call>{\"name\": \"f\", \"arguments\": {\"x\": 1}}</tool_call>'; tool_calls: expected ['f'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "content: expected 'Hi!', got 'Hi!<tool_call>{\"name\": \"f\", \"arguments\": {\"x\": 1}}</tool_call>'; tool_calls: expected ['f'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "content: expected 'Hi!', got 'Hi!<tool_call>{\"name\": \"f\", \"arguments\": {\"x\": 1}}</tool_call>'; tool_calls: expected ['f'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "content: expected 'Hi!', got 'Hi!<tool_call>{\"name\": \"f\", \"arguments\": {\"x\": 1}}</tool_call>'; tool_calls: expected ['f'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: expected 'Hi!', got 'Hi!<tool_call>{\"name\": \"f\", \"arguments\": {\"x\": 1}}</tool_call>'; tool_calls: expected ['f'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: expected 'Hi!', got 'Hi!<tool_call>{\"name\": \"f\", \"arguments\": {\"x\": 1}}</tool_call>'; tool_calls: expected ['f'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: expected 'Hi!', got 'Hi!<tool_call>{\"name\": \"f\", \"arguments\": {\"x\": 1}}</tool_call>'; tool_calls: expected ['f'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: expected 'Hi!', got 'Hi!<tool_call>{\"name\": \"f\", \"arguments\": {\"x\": 1}}</tool_call>'; tool_calls: expected ['f'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: expected 'Hi!', got 'Hi!<tool_call>{\"name\": \"f\", \"arguments\": {\"x\": 1}}</tool_call>'; tool_calls: expected ['f'], got []"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "f8c7c5e07da27bf5e1d24f0c8b33a26de90cfd413ea307b6b5dc4a5066e63c73",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "Hi!<tool_call>{\"name\": \"f\", \"arguments\": {\"x\": 1}}</tool_call>",
              "reasoning_content": null,
              "tool_calls": [],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "Hi!<tool_call>{\"name\": \"f\", \"arguments\": {\"x\": 1}}</tool_call>",
          "reasoning_content": null,
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "Hi!<tool_call>{\"name\": \"f\", \"arguments\": {\"x\": 1}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": "Hi!<tool_call>{\"name\": \"f\", \"arguments\": {\"x\": 1}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": "Hi!<tool_call>{\"name\": \"f\", \"arguments\": {\"x\": 1}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:1:8": {
            "content": "Hi!<tool_call>{\"name\": \"f\", \"arguments\": {\"x\": 1}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:2:8": {
            "content": "Hi!<tool_call>{\"name\": \"f\", \"arguments\": {\"x\": 1}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:3:8": {
            "content": "Hi!<tool_call>{\"name\": \"f\", \"arguments\": {\"x\": 1}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:4:8": {
            "content": "Hi!<tool_call>{\"name\": \"f\", \"arguments\": {\"x\": 1}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:5:8": {
            "content": "Hi!<tool_call>{\"name\": \"f\", \"arguments\": {\"x\": 1}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/sglang-text-before-call-with-space",
      "family": "qwen3-hermes",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content: expected 'I will check the weather for you.', got 'I will check the weather for you. <tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"Tokyo\"}}</tool_call>'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "content: expected 'I will check the weather for you.', got 'I will check the weather for you. <tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"Tokyo\"}}</tool_call>'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "content: expected 'I will check the weather for you.', got 'I will check the weather for you. <tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"Tokyo\"}}</tool_call>'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "content: expected 'I will check the weather for you.', got 'I will check the weather for you. <tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"Tokyo\"}}</tool_call>'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: expected 'I will check the weather for you.', got 'I will check the weather for you. <tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"Tokyo\"}}</tool_call>'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: expected 'I will check the weather for you.', got 'I will check the weather for you. <tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"Tokyo\"}}</tool_call>'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: expected 'I will check the weather for you.', got 'I will check the weather for you. <tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"Tokyo\"}}</tool_call>'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: expected 'I will check the weather for you.', got 'I will check the weather for you. <tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"Tokyo\"}}</tool_call>'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: expected 'I will check the weather for you.', got 'I will check the weather for you. <tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"Tokyo\"}}</tool_call>'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "027d00419b89109c436d15344ab182603b3d5e39b33924a923a3a17157a69f4e",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "I will check the weather for you. <tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"Tokyo\"}}</tool_call>",
              "reasoning_content": null,
              "tool_calls": [],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "I will check the weather for you. <tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"Tokyo\"}}</tool_call>",
          "reasoning_content": null,
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "I will check the weather for you. <tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"Tokyo\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": "I will check the weather for you. <tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"Tokyo\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": "I will check the weather for you. <tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"Tokyo\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:1:8": {
            "content": "I will check the weather for you. <tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"Tokyo\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:2:8": {
            "content": "I will check the weather for you. <tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"Tokyo\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:3:8": {
            "content": "I will check the weather for you. <tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"Tokyo\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:4:8": {
            "content": "I will check the weather for you. <tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"Tokyo\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:5:8": {
            "content": "I will check the weather for you. <tool_call>{\"name\": \"get_weather\", \"arguments\": {\"city\": \"Tokyo\"}}</tool_call>",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/sglang-qwen25-four-parallel-calls",
      "family": "qwen3-hermes",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "b9736074cc489d1f6db366c2bbb3f50a9125aba82e12f1b434840e7febf1f59f",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_current_weather",
                  "arguments_raw": "{\"city\": \"NYC\", \"state\": \"NY\", \"unit\": \"fahrenheit\"}"
                },
                {
                  "name": "get_current_weather",
                  "arguments_raw": "{\"city\": \"Baltimore\", \"state\": \"MD\", \"unit\": \"fahrenheit\"}"
                },
                {
                  "name": "get_current_weather",
                  "arguments_raw": "{\"city\": \"Minneapolis\", \"state\": \"MN\", \"unit\": \"fahrenheit\"}"
                },
                {
                  "name": "get_current_weather",
                  "arguments_raw": "{\"city\": \"Los Angeles\", \"state\": \"CA\", \"unit\": \"fahrenheit\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/vllm-reasoning-multiline",
      "family": "qwen3-hermes",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "This is the rest\nThat",
              "reasoning_content": "This is a reasoning\nsection",
              "tool_calls": [],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/vllm-reasoning-without-start-token",
      "family": "qwen3-hermes",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-4B-Thinking-2507.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "3802169b2a02b81e6adb7ab4f64f91ff02db753c8c3a64a01c35192d3a61d8d7",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-4B-Thinking-2507",
        "tokenizer": "Qwen/Qwen3-4B-Thinking-2507@768f209d9ea81521153ed38c47d515654e938aea",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-4B-Thinking-2507.vocab.gguf",
        "vocab_gguf_sha256": "0e36cf4a350c75a450c9e1d15b54792f5f5233634ce6c8089863ed7e2ddcfc6b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-4B-Thinking-2507@768f209d9ea81521153ed38c47d515654e938aea",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-4B-Thinking-2507"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/instruct2507-single-call",
      "family": "qwen3-hermes",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-4B-Instruct-2507.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "64f85b198065d0fba2a81f37e10ed68161ce2c19a754c7100e67e0ca2ee9c326",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-4B-Instruct-2507",
        "tokenizer": "Qwen/Qwen3-4B-Instruct-2507@cdbee75f17c01a7cc42f958dc650907174af0554",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-4B-Instruct-2507.vocab.gguf",
        "vocab_gguf_sha256": "10332d6e429af871611cbcf65ef8d43f660a3020200cff1a0ec5ffbcfb51141a",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-4B-Instruct-2507@cdbee75f17c01a7cc42f958dc650907174af0554",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-4B-Instruct-2507"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/instruct2507-parallel-calls",
      "family": "qwen3-hermes",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-4B-Instruct-2507.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "64f85b198065d0fba2a81f37e10ed68161ce2c19a754c7100e67e0ca2ee9c326",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-4B-Instruct-2507",
        "tokenizer": "Qwen/Qwen3-4B-Instruct-2507@cdbee75f17c01a7cc42f958dc650907174af0554",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-4B-Instruct-2507.vocab.gguf",
        "vocab_gguf_sha256": "10332d6e429af871611cbcf65ef8d43f660a3020200cff1a0ec5ffbcfb51141a",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-4B-Instruct-2507@cdbee75f17c01a7cc42f958dc650907174af0554",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-4B-Instruct-2507"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/instruct2507-no-call",
      "family": "qwen3-hermes",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-4B-Instruct-2507.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "64f85b198065d0fba2a81f37e10ed68161ce2c19a754c7100e67e0ca2ee9c326",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-4B-Instruct-2507",
        "tokenizer": "Qwen/Qwen3-4B-Instruct-2507@cdbee75f17c01a7cc42f958dc650907174af0554",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-4B-Instruct-2507.vocab.gguf",
        "vocab_gguf_sha256": "10332d6e429af871611cbcf65ef8d43f660a3020200cff1a0ec5ffbcfb51141a",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-4B-Instruct-2507@cdbee75f17c01a7cc42f958dc650907174af0554",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-4B-Instruct-2507"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/instruct2507-empty-arguments",
      "family": "qwen3-hermes",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-4B-Instruct-2507.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "64f85b198065d0fba2a81f37e10ed68161ce2c19a754c7100e67e0ca2ee9c326",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-4B-Instruct-2507",
        "tokenizer": "Qwen/Qwen3-4B-Instruct-2507@cdbee75f17c01a7cc42f958dc650907174af0554",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-4B-Instruct-2507.vocab.gguf",
        "vocab_gguf_sha256": "10332d6e429af871611cbcf65ef8d43f660a3020200cff1a0ec5ffbcfb51141a",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-4B-Instruct-2507@cdbee75f17c01a7cc42f958dc650907174af0554",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "087e3444fb4f8cb3c090a45e55e6dcb9c26e3c4c39bcf7b3d903f2154627877c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-4B-Instruct-2507"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/instruct2507-text-before-call",
      "family": "qwen3-hermes",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-4B-Instruct-2507.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "64f85b198065d0fba2a81f37e10ed68161ce2c19a754c7100e67e0ca2ee9c326",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-4B-Instruct-2507",
        "tokenizer": "Qwen/Qwen3-4B-Instruct-2507@cdbee75f17c01a7cc42f958dc650907174af0554",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-4B-Instruct-2507.vocab.gguf",
        "vocab_gguf_sha256": "10332d6e429af871611cbcf65ef8d43f660a3020200cff1a0ec5ffbcfb51141a",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-4B-Instruct-2507@cdbee75f17c01a7cc42f958dc650907174af0554",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-4B-Instruct-2507"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "Let me check the current conditions in London.\n",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\": \"London\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/vllm-invalid-json-missing-brace",
      "family": "qwen3-hermes",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['final_answer'] for The call JSON is missing its closing brace and there is no </tool_call>; no valid call exists."
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['final_answer'] for The call JSON is missing its closing brace and there is no </tool_call>; no valid call exists."
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['final_answer'] for The call JSON is missing its closing brace and there is no </tool_call>; no valid call exists."
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['final_answer'] for The call JSON is missing its closing brace and there is no </tool_call>; no valid call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['final_answer'] for The call JSON is missing its closing brace and there is no </tool_call>; no valid call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['final_answer'] for The call JSON is missing its closing brace and there is no </tool_call>; no valid call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['final_answer'] for The call JSON is missing its closing brace and there is no </tool_call>; no valid call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['final_answer'] for The call JSON is missing its closing brace and there is no </tool_call>; no valid call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['final_answer'] for The call JSON is missing its closing brace and there is no </tool_call>; no valid call exists."
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "205862efebceadaad70bfc1e2817a46f4edbd1b0dfa93e3a42f052063f28d98d",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "final_answer",
                  "arguments_raw": "{\"trigger\": true}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "final_answer",
              "arguments_raw": "{\"trigger\": true}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "final_answer",
                "arguments_raw": "{\"trigger\": true}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "final_answer",
                "arguments_raw": "{\"trigger\": true}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "final_answer",
                "arguments_raw": "{\"trigger\": true}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "final_answer",
                "arguments_raw": "{\"trigger\": true}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "final_answer",
                "arguments_raw": "{\"trigger\": true}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "final_answer",
                "arguments_raw": "{\"trigger\": true}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "final_answer",
                "arguments_raw": "{\"trigger\": true}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "final_answer",
                "arguments_raw": "{\"trigger\": true}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/sglang-malformed-json-in-tags",
      "family": "qwen3-hermes",
      "status": "pass",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "027d00419b89109c436d15344ab182603b3d5e39b33924a923a3a17157a69f4e",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "<tool_call>not valid json</tool_call>",
              "reasoning_content": null,
              "tool_calls": [],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/multi-turn-second-call-thinking",
      "family": "qwen3-hermes",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'It is 20C in Zürich. Now search for cafés.', got 'It is 20C in Zürich. Now search for cafés.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'It is 20C in Zürich. Now search for cafés.', got 'It is 20C in Zürich. Now search for cafés.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'It is 20C in Zürich. Now search for cafés.', got 'It is 20C in Zürich. Now search for cafés.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'It is 20C in Zürich. Now search for cafés.', got 'It is 20C in Zürich. Now search for cafés.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'It is 20C in Zürich. Now search for cafés.', got 'It is 20C in Zürich. Now search for cafés.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'It is 20C in Zürich. Now search for cafés.', got 'It is 20C in Zürich. Now search for cafés.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'It is 20C in Zürich. Now search for cafés.', got 'It is 20C in Zürich. Now search for cafés.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'It is 20C in Zürich. Now search for cafés.', got 'It is 20C in Zürich. Now search for cafés.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'It is 20C in Zürich. Now search for cafés.', got 'It is 20C in Zürich. Now search for cafés.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": "It is 20C in Zürich. Now search for cafés.\n",
              "tool_calls": [
                {
                  "name": "search",
                  "arguments_raw": "{\"query\": \"café Zürich\", \"filters\": {\"open_now\": true}}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "It is 20C in Zürich. Now search for cafés.\n",
          "tool_calls": [
            {
              "name": "search",
              "arguments_raw": "{\"query\": \"café Zürich\", \"filters\": {\"open_now\": true}}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "It is 20C in Zürich. Now search for cafés.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café Zürich\", \"filters\": {\"open_now\": true}}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "It is 20C in Zürich. Now search for cafés.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café Zürich\", \"filters\": {\"open_now\": true}}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "It is 20C in Zürich. Now search for cafés.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café Zürich\", \"filters\": {\"open_now\": true}}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "It is 20C in Zürich. Now search for cafés.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café Zürich\", \"filters\": {\"open_now\": true}}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "It is 20C in Zürich. Now search for cafés.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café Zürich\", \"filters\": {\"open_now\": true}}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "It is 20C in Zürich. Now search for cafés.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café Zürich\", \"filters\": {\"open_now\": true}}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "It is 20C in Zürich. Now search for cafés.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café Zürich\", \"filters\": {\"open_now\": true}}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "It is 20C in Zürich. Now search for cafés.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café Zürich\", \"filters\": {\"open_now\": true}}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/multi-turn-final-answer-thinking",
      "family": "qwen3-hermes",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The tool returned 20C.', got 'The tool returned 20C.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The tool returned 20C.', got 'The tool returned 20C.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The tool returned 20C.', got 'The tool returned 20C.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The tool returned 20C.', got 'The tool returned 20C.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The tool returned 20C.', got 'The tool returned 20C.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The tool returned 20C.', got 'The tool returned 20C.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The tool returned 20C.', got 'The tool returned 20C.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The tool returned 20C.', got 'The tool returned 20C.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The tool returned 20C.', got 'The tool returned 20C.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "It is 20 °C in Zürich right now.",
              "reasoning_content": "The tool returned 20C.\n",
              "tool_calls": [],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "It is 20 °C in Zürich right now.",
          "reasoning_content": "The tool returned 20C.\n",
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "It is 20 °C in Zürich right now.",
            "reasoning_content": "The tool returned 20C.\n",
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": "It is 20 °C in Zürich right now.",
            "reasoning_content": "The tool returned 20C.\n",
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": "It is 20 °C in Zürich right now.",
            "reasoning_content": "The tool returned 20C.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:1:8": {
            "content": "It is 20 °C in Zürich right now.",
            "reasoning_content": "The tool returned 20C.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:2:8": {
            "content": "It is 20 °C in Zürich right now.",
            "reasoning_content": "The tool returned 20C.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:3:8": {
            "content": "It is 20 °C in Zürich right now.",
            "reasoning_content": "The tool returned 20C.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:4:8": {
            "content": "It is 20 °C in Zürich right now.",
            "reasoning_content": "The tool returned 20C.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:5:8": {
            "content": "It is 20 °C in Zürich right now.",
            "reasoning_content": "The tool returned 20C.\n",
            "tool_calls": [],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/parallel-two-calls-thinking",
      "family": "qwen3-hermes",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": "I should call the tools.\n",
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
                },
                {
                  "name": "search",
                  "arguments_raw": "{\"query\": \"café \\\"best\\\"\", \"filters\": {\"tags\": [\"a\", \"b\"], \"max\": 3}}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "I should call the tools.\n",
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
            },
            {
              "name": "search",
              "arguments_raw": "{\"query\": \"café \\\"best\\\"\", \"filters\": {\"tags\": [\"a\", \"b\"], \"max\": 3}}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café \\\"best\\\"\", \"filters\": {\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café \\\"best\\\"\", \"filters\": {\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café \\\"best\\\"\", \"filters\": {\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café \\\"best\\\"\", \"filters\": {\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café \\\"best\\\"\", \"filters\": {\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café \\\"best\\\"\", \"filters\": {\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café \\\"best\\\"\", \"filters\": {\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café \\\"best\\\"\", \"filters\": {\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/parallel-three-calls-no-thinking",
      "family": "qwen3-hermes",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\": \"Paris\"}"
                },
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\": \"London\"}"
                },
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\": \"Tokyo\", \"unit\": \"c\"}"
                }
              ],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/parallel-mixed-tools-text-before-no-thinking",
      "family": "qwen3-hermes",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll fetch both for you.\", got \"I'll fetch both for you.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll fetch both for you.\", got \"I'll fetch both for you.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll fetch both for you.\", got \"I'll fetch both for you.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll fetch both for you.\", got \"I'll fetch both for you.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll fetch both for you.\", got \"I'll fetch both for you.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll fetch both for you.\", got \"I'll fetch both for you.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll fetch both for you.\", got \"I'll fetch both for you.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll fetch both for you.\", got \"I'll fetch both for you.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll fetch both for you.\", got \"I'll fetch both for you.\\n\""
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "5f9752061d28dbb2954c6df2e861a68a1a9d66e9d9edb876eb0c6910cf202b29",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "I'll fetch both for you.\n",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_time",
                  "arguments_raw": "{}"
                },
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\": \"Oslo\", \"unit\": \"c\"}"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "I'll fetch both for you.\n",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "get_time",
              "arguments_raw": "{}"
            },
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\": \"Oslo\", \"unit\": \"c\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "I'll fetch both for you.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Oslo\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": "I'll fetch both for you.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Oslo\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": "I'll fetch both for you.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Oslo\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": "I'll fetch both for you.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Oslo\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": "I'll fetch both for you.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Oslo\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": "I'll fetch both for you.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Oslo\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": "I'll fetch both for you.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Oslo\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": "I'll fetch both for you.\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Oslo\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/thinking2507-single-call",
      "family": "qwen3-hermes",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"The user wants the current weather in Paris. I'll call get_weather.\", got \"The user wants the current weather in Paris. I'll call get_weather.\\n\""
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-4B-Thinking-2507.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "3802169b2a02b81e6adb7ab4f64f91ff02db753c8c3a64a01c35192d3a61d8d7",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-4B-Thinking-2507",
        "tokenizer": "Qwen/Qwen3-4B-Thinking-2507@768f209d9ea81521153ed38c47d515654e938aea",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-4B-Thinking-2507.vocab.gguf",
        "vocab_gguf_sha256": "0e36cf4a350c75a450c9e1d15b54792f5f5233634ce6c8089863ed7e2ddcfc6b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-4B-Thinking-2507@768f209d9ea81521153ed38c47d515654e938aea",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-4B-Thinking-2507"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"c\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "The user wants the current weather in Paris. I'll call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris\", \"unit\": \"c\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/thinking2507-parallel-calls",
      "family": "qwen3-hermes",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-4B-Thinking-2507.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "3802169b2a02b81e6adb7ab4f64f91ff02db753c8c3a64a01c35192d3a61d8d7",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-4B-Thinking-2507",
        "tokenizer": "Qwen/Qwen3-4B-Thinking-2507@768f209d9ea81521153ed38c47d515654e938aea",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-4B-Thinking-2507.vocab.gguf",
        "vocab_gguf_sha256": "0e36cf4a350c75a450c9e1d15b54792f5f5233634ce6c8089863ed7e2ddcfc6b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-4B-Thinking-2507@768f209d9ea81521153ed38c47d515654e938aea",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-4B-Thinking-2507"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "I should call the tools.\n",
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
            },
            {
              "name": "search",
              "arguments_raw": "{\"query\": \"café \\\"best\\\"\", \"filters\": {\"tags\": [\"a\", \"b\"], \"max\": 3}}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café \\\"best\\\"\", \"filters\": {\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café \\\"best\\\"\", \"filters\": {\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café \\\"best\\\"\", \"filters\": {\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café \\\"best\\\"\", \"filters\": {\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café \\\"best\\\"\", \"filters\": {\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café \\\"best\\\"\", \"filters\": {\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café \\\"best\\\"\", \"filters\": {\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café \\\"best\\\"\", \"filters\": {\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/thinking2507-no-call",
      "family": "qwen3-hermes",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Simple arithmetic, no tool needed.', got 'Simple arithmetic, no tool needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Simple arithmetic, no tool needed.', got 'Simple arithmetic, no tool needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Simple arithmetic, no tool needed.', got 'Simple arithmetic, no tool needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Simple arithmetic, no tool needed.', got 'Simple arithmetic, no tool needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Simple arithmetic, no tool needed.', got 'Simple arithmetic, no tool needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Simple arithmetic, no tool needed.', got 'Simple arithmetic, no tool needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Simple arithmetic, no tool needed.', got 'Simple arithmetic, no tool needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Simple arithmetic, no tool needed.', got 'Simple arithmetic, no tool needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Simple arithmetic, no tool needed.', got 'Simple arithmetic, no tool needed.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-4B-Thinking-2507.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "3802169b2a02b81e6adb7ab4f64f91ff02db753c8c3a64a01c35192d3a61d8d7",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-4B-Thinking-2507",
        "tokenizer": "Qwen/Qwen3-4B-Thinking-2507@768f209d9ea81521153ed38c47d515654e938aea",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-4B-Thinking-2507.vocab.gguf",
        "vocab_gguf_sha256": "0e36cf4a350c75a450c9e1d15b54792f5f5233634ce6c8089863ed7e2ddcfc6b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-4B-Thinking-2507@768f209d9ea81521153ed38c47d515654e938aea",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-4B-Thinking-2507"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "2 + 2 = 4.",
          "reasoning_content": "Simple arithmetic, no tool needed.\n",
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "2 + 2 = 4.",
            "reasoning_content": "Simple arithmetic, no tool needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": "2 + 2 = 4.",
            "reasoning_content": "Simple arithmetic, no tool needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": "2 + 2 = 4.",
            "reasoning_content": "Simple arithmetic, no tool needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:1:8": {
            "content": "2 + 2 = 4.",
            "reasoning_content": "Simple arithmetic, no tool needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:2:8": {
            "content": "2 + 2 = 4.",
            "reasoning_content": "Simple arithmetic, no tool needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:3:8": {
            "content": "2 + 2 = 4.",
            "reasoning_content": "Simple arithmetic, no tool needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:4:8": {
            "content": "2 + 2 = 4.",
            "reasoning_content": "Simple arithmetic, no tool needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:5:8": {
            "content": "2 + 2 = 4.",
            "reasoning_content": "Simple arithmetic, no tool needed.\n",
            "tool_calls": [],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/thinking2507-text-before-call",
      "family": "qwen3-hermes",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the current conditions in London.', got 'Let me check the current conditions in London.\\n'; reasoning_content (whitespace only): expected 'I need live weather data for London.', got 'I need live weather data for London.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-4B-Thinking-2507.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "3802169b2a02b81e6adb7ab4f64f91ff02db753c8c3a64a01c35192d3a61d8d7",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-4B-Thinking-2507",
        "tokenizer": "Qwen/Qwen3-4B-Thinking-2507@768f209d9ea81521153ed38c47d515654e938aea",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-4B-Thinking-2507.vocab.gguf",
        "vocab_gguf_sha256": "0e36cf4a350c75a450c9e1d15b54792f5f5233634ce6c8089863ed7e2ddcfc6b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-4B-Thinking-2507@768f209d9ea81521153ed38c47d515654e938aea",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-4B-Thinking-2507"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "Let me check the current conditions in London.\n",
          "reasoning_content": "I need live weather data for London.\n",
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\": \"London\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": "Let me check the current conditions in London.\n",
            "reasoning_content": "I need live weather data for London.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"London\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/thinking2507-multi-turn",
      "family": "qwen3-hermes",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'It is 20C. Now the café search.', got 'It is 20C. Now the café search.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'It is 20C. Now the café search.', got 'It is 20C. Now the café search.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'It is 20C. Now the café search.', got 'It is 20C. Now the café search.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'It is 20C. Now the café search.', got 'It is 20C. Now the café search.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'It is 20C. Now the café search.', got 'It is 20C. Now the café search.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'It is 20C. Now the café search.', got 'It is 20C. Now the café search.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'It is 20C. Now the café search.', got 'It is 20C. Now the café search.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'It is 20C. Now the café search.', got 'It is 20C. Now the café search.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'It is 20C. Now the café search.', got 'It is 20C. Now the café search.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-4B-Thinking-2507.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "3802169b2a02b81e6adb7ab4f64f91ff02db753c8c3a64a01c35192d3a61d8d7",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-4B-Thinking-2507",
        "tokenizer": "Qwen/Qwen3-4B-Thinking-2507@768f209d9ea81521153ed38c47d515654e938aea",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-4B-Thinking-2507.vocab.gguf",
        "vocab_gguf_sha256": "0e36cf4a350c75a450c9e1d15b54792f5f5233634ce6c8089863ed7e2ddcfc6b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-4B-Thinking-2507@768f209d9ea81521153ed38c47d515654e938aea",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": "<|endoftext|>",
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-4B-Thinking-2507"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "It is 20C. Now the café search.\n",
          "tool_calls": [
            {
              "name": "search",
              "arguments_raw": "{\"query\": \"café Zürich\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "It is 20C. Now the café search.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café Zürich\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "It is 20C. Now the café search.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café Zürich\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "It is 20C. Now the café search.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café Zürich\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "It is 20C. Now the café search.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café Zürich\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "It is 20C. Now the café search.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café Zürich\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "It is 20C. Now the café search.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café Zürich\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "It is 20C. Now the café search.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café Zürich\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "It is 20C. Now the café search.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café Zürich\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/truncated-mid-arguments-no-thinking",
      "family": "qwen3-hermes",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool-call JSON: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool-call JSON: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool-call JSON: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool-call JSON: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool-call JSON: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool-call JSON: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool-call JSON: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool-call JSON: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool-call JSON: no complete call exists."
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city\": \"Paris': Unterminated string starting at: line 1 column 10 (char 9))"
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\": \"Paris"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\": \"Paris"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Paris"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/truncated-mid-arguments-thinking",
      "family": "qwen3-hermes",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool-call JSON: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool-call JSON: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool-call JSON: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool-call JSON: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool-call JSON: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool-call JSON: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool-call JSON: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool-call JSON: no complete call exists."
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['get_weather'] for Output cut by max_tokens inside the tool-call JSON: no complete call exists."
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city': Unterminated string starting at: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city': Unterminated string starting at: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city': Unterminated string starting at: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city': Unterminated string starting at: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city': Unterminated string starting at: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city': Unterminated string starting at: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city': Unterminated string starting at: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city': Unterminated string starting at: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not valid JSON text ('{\"city': Unterminated string starting at: line 1 column 2 (char 1))"
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_weather: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": "I should call the tool.\n",
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "I should call the tool.\n",
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "I should call the tool.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "I should call the tool.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "I should call the tool.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "I should call the tool.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "I should call the tool.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "I should call the tool.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "I should call the tool.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "I should call the tool.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/truncated-after-open-tag",
      "family": "qwen3-hermes",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n', got None"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "<tool_call>\n",
              "reasoning_content": null,
              "tool_calls": [],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "<tool_call>\n",
          "reasoning_content": null,
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/truncated-second-parallel-call",
      "family": "qwen3-hermes",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "tool_calls: expected ['get_weather'], got ['get_weather', 'search']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{\"query\": \"café': Unterminated string starting at: line 1 column 11 (char 10))"
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{\"query\": \"café': Unterminated string starting at: line 1 column 11 (char 10))"
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{\"query\": \"café': Unterminated string starting at: line 1 column 11 (char 10))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{\"query\": \"café': Unterminated string starting at: line 1 column 11 (char 10))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{\"query\": \"café': Unterminated string starting at: line 1 column 11 (char 10))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{\"query\": \"café': Unterminated string starting at: line 1 column 11 (char 10))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{\"query\": \"café': Unterminated string starting at: line 1 column 11 (char 10))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{\"query\": \"café': Unterminated string starting at: line 1 column 11 (char 10))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[1] search: arguments are not valid JSON text ('{\"query\": \"café': Unterminated string starting at: line 1 column 11 (char 10))"
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[1] search: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "2309009459b4475c5ddada39a14bc9114e87e46a4469d34c5c361ffa5a0badaf",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": null,
              "tool_calls": [
                {
                  "name": "get_weather",
                  "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
                },
                {
                  "name": "search",
                  "arguments_raw": "{\"query\": \"café"
                }
              ],
              "exception": null
            }
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
            },
            {
              "name": "search",
              "arguments_raw": "{\"query\": \"café"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\": \"Zürich\", \"unit\": \"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\": \"café"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/truncated-in-reasoning",
      "family": "qwen3-hermes",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": true,
          "thinking": true
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-0.6B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-0.6B",
        "tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-0.6B.vocab.gguf",
        "vocab_gguf_sha256": "720f095bcaff60b6e960fa8341d2cbb178dcef1bd3ef99e49c8b4e6174022451",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": true,
            "path": "models/templates/Qwen-Qwen3-0.6B.jinja",
            "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
            "format": "peg-native",
            "nonstream": {
              "content": "",
              "reasoning_content": "The user wants the current weather",
              "tool_calls": [],
              "exception": null
            }
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-hermes/thinking2507-truncated-in-reasoning",
      "family": "qwen3-hermes",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "autoparser (from the chat template)",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-4B-Thinking-2507.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "3802169b2a02b81e6adb7ab4f64f91ff02db753c8c3a64a01c35192d3a61d8d7",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-4B-Thinking-2507",
        "tokenizer": "Qwen/Qwen3-4B-Thinking-2507@768f209d9ea81521153ed38c47d515654e938aea",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-4B-Thinking-2507.vocab.gguf",
        "vocab_gguf_sha256": "0e36cf4a350c75a450c9e1d15b54792f5f5233634ce6c8089863ed7e2ddcfc6b",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-4B-Thinking-2507@768f209d9ea81521153ed38c47d515654e938aea",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<think>",
          "</think>",
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "</think>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "7716fb8476727a5f17f8972a92c7654097007431aac0c586cdac9a95d6a510af",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-4B-Thinking-2507"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/llamacpp-q35-reasoning-then-call",
      "family": "qwen3-xml",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"I'm\\nthinking\", got \"I'm\\nthinking\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"I'm\\nthinking\", got \"I'm\\nthinking\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"I'm\\nthinking\", got \"I'm\\nthinking\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"I'm\\nthinking\", got \"I'm\\nthinking\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"I'm\\nthinking\", got \"I'm\\nthinking\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"I'm\\nthinking\", got \"I'm\\nthinking\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"I'm\\nthinking\", got \"I'm\\nthinking\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"I'm\\nthinking\", got \"I'm\\nthinking\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected \"I'm\\nthinking\", got \"I'm\\nthinking\\n\""
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.5-9B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4aee8afcf2e0711942cf848899be66016f8d14a889ff9ede07bca099c28f715",
        "template_identical_to": "models/templates/Qwen3.5-4B.jinja",
        "model": "Qwen/Qwen3.5-9B",
        "tokenizer": "Qwen/Qwen3.5-9B@c202236235762e1c871ad0ccb60c8ee5ba337b9a",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.5-9B.vocab.gguf",
        "vocab_gguf_sha256": "ccfbc41329c3caba178c629bf95b67eab472cee6f1a271ba69ce059056edd896",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.5-9B@c202236235762e1c871ad0ccb60c8ee5ba337b9a",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "53278a826a08c3c0291496ff5dd3fb1560dce4e804a079722171783ccb2c40ed",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.5-9B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "I'm\nthinking\n",
          "tool_calls": [
            {
              "name": "special_function",
              "arguments_raw": "{\"arg1\":1}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "I'm\nthinking\n",
            "tool_calls": [
              {
                "name": "special_function",
                "arguments_raw": "{\"arg1\":1}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "I'm\nthinking\n",
            "tool_calls": [
              {
                "name": "special_function",
                "arguments_raw": "{\"arg1\":1}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "I'm\nthinking\n",
            "tool_calls": [
              {
                "name": "special_function",
                "arguments_raw": "{\"arg1\":1}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "I'm\nthinking\n",
            "tool_calls": [
              {
                "name": "special_function",
                "arguments_raw": "{\"arg1\":1}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "I'm\nthinking\n",
            "tool_calls": [
              {
                "name": "special_function",
                "arguments_raw": "{\"arg1\":1}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "I'm\nthinking\n",
            "tool_calls": [
              {
                "name": "special_function",
                "arguments_raw": "{\"arg1\":1}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "I'm\nthinking\n",
            "tool_calls": [
              {
                "name": "special_function",
                "arguments_raw": "{\"arg1\":1}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "I'm\nthinking\n",
            "tool_calls": [
              {
                "name": "special_function",
                "arguments_raw": "{\"arg1\":1}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/llamacpp-q35-parallel-no-think",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.5-9B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4aee8afcf2e0711942cf848899be66016f8d14a889ff9ede07bca099c28f715",
        "template_identical_to": "models/templates/Qwen3.5-4B.jinja",
        "model": "Qwen/Qwen3.5-9B",
        "tokenizer": "Qwen/Qwen3.5-9B@c202236235762e1c871ad0ccb60c8ee5ba337b9a",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.5-9B.vocab.gguf",
        "vocab_gguf_sha256": "ccfbc41329c3caba178c629bf95b67eab472cee6f1a271ba69ce059056edd896",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.5-9B@c202236235762e1c871ad0ccb60c8ee5ba337b9a",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "51dc5a86f31c128f6b6704c9ed606a293baadcabe972c33f78428fe8243aed38",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.5-9B"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/llamacpp-q35-python-multiline",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.5-9B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4aee8afcf2e0711942cf848899be66016f8d14a889ff9ede07bca099c28f715",
        "template_identical_to": "models/templates/Qwen3.5-4B.jinja",
        "model": "Qwen/Qwen3.5-9B",
        "tokenizer": "Qwen/Qwen3.5-9B@c202236235762e1c871ad0ccb60c8ee5ba337b9a",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.5-9B.vocab.gguf",
        "vocab_gguf_sha256": "ccfbc41329c3caba178c629bf95b67eab472cee6f1a271ba69ce059056edd896",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.5-9B@c202236235762e1c871ad0ccb60c8ee5ba337b9a",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "99594979a8e4aa3658ddac3a68b1e656af75d952a65edf259eaf4f42a6e8ff96",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.5-9B"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/llamacpp-q35-value-trailing-newline",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.5-9B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4aee8afcf2e0711942cf848899be66016f8d14a889ff9ede07bca099c28f715",
        "template_identical_to": "models/templates/Qwen3.5-4B.jinja",
        "model": "Qwen/Qwen3.5-9B",
        "tokenizer": "Qwen/Qwen3.5-9B@c202236235762e1c871ad0ccb60c8ee5ba337b9a",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.5-9B.vocab.gguf",
        "vocab_gguf_sha256": "ccfbc41329c3caba178c629bf95b67eab472cee6f1a271ba69ce059056edd896",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.5-9B@c202236235762e1c871ad0ccb60c8ee5ba337b9a",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "badc6014185174bfa31f07510ec9ea4334c0b762498b0a573745de614005c219",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.5-9B"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/llamacpp-q35-code-leading-indent",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.5-9B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4aee8afcf2e0711942cf848899be66016f8d14a889ff9ede07bca099c28f715",
        "template_identical_to": "models/templates/Qwen3.5-4B.jinja",
        "model": "Qwen/Qwen3.5-9B",
        "tokenizer": "Qwen/Qwen3.5-9B@c202236235762e1c871ad0ccb60c8ee5ba337b9a",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.5-9B.vocab.gguf",
        "vocab_gguf_sha256": "ccfbc41329c3caba178c629bf95b67eab472cee6f1a271ba69ce059056edd896",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.5-9B@c202236235762e1c871ad0ccb60c8ee5ba337b9a",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "99594979a8e4aa3658ddac3a68b1e656af75d952a65edf259eaf4f42a6e8ff96",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.5-9B"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/llamacpp-q35-call-inside-think",
      "family": "qwen3-xml",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Need to inspect the current directory.', got 'Need to inspect the current directory.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Need to inspect the current directory.', got 'Need to inspect the current directory.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Need to inspect the current directory.', got 'Need to inspect the current directory.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Need to inspect the current directory.', got 'Need to inspect the current directory.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Need to inspect the current directory.', got 'Need to inspect the current directory.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Need to inspect the current directory.', got 'Need to inspect the current directory.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Need to inspect the current directory.', got 'Need to inspect the current directory.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Need to inspect the current directory.', got 'Need to inspect the current directory.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Need to inspect the current directory.', got 'Need to inspect the current directory.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.5-9B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4aee8afcf2e0711942cf848899be66016f8d14a889ff9ede07bca099c28f715",
        "template_identical_to": "models/templates/Qwen3.5-4B.jinja",
        "model": "Qwen/Qwen3.5-9B",
        "tokenizer": "Qwen/Qwen3.5-9B@c202236235762e1c871ad0ccb60c8ee5ba337b9a",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.5-9B.vocab.gguf",
        "vocab_gguf_sha256": "ccfbc41329c3caba178c629bf95b67eab472cee6f1a271ba69ce059056edd896",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.5-9B@c202236235762e1c871ad0ccb60c8ee5ba337b9a",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "bd287b2678df40687c4e3eb428a6030d96d519022ec29a850bb567c177ac3457",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.5-9B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "Need to inspect the current directory.\n",
          "tool_calls": [
            {
              "name": "run_in_terminal",
              "arguments_raw": "{\"command\":\"pwd\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "Need to inspect the current directory.\n",
            "tool_calls": [
              {
                "name": "run_in_terminal",
                "arguments_raw": "{\"command\":\"pwd\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "Need to inspect the current directory.\n",
            "tool_calls": [
              {
                "name": "run_in_terminal",
                "arguments_raw": "{\"command\":\"pwd\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "Need to inspect the current directory.\n",
            "tool_calls": [
              {
                "name": "run_in_terminal",
                "arguments_raw": "{\"command\":\"pwd\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "Need to inspect the current directory.\n",
            "tool_calls": [
              {
                "name": "run_in_terminal",
                "arguments_raw": "{\"command\":\"pwd\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "Need to inspect the current directory.\n",
            "tool_calls": [
              {
                "name": "run_in_terminal",
                "arguments_raw": "{\"command\":\"pwd\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "Need to inspect the current directory.\n",
            "tool_calls": [
              {
                "name": "run_in_terminal",
                "arguments_raw": "{\"command\":\"pwd\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "Need to inspect the current directory.\n",
            "tool_calls": [
              {
                "name": "run_in_terminal",
                "arguments_raw": "{\"command\":\"pwd\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "Need to inspect the current directory.\n",
            "tool_calls": [
              {
                "name": "run_in_terminal",
                "arguments_raw": "{\"command\":\"pwd\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/llamacpp-q35-empty-args",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.5-9B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4aee8afcf2e0711942cf848899be66016f8d14a889ff9ede07bca099c28f715",
        "template_identical_to": "models/templates/Qwen3.5-4B.jinja",
        "model": "Qwen/Qwen3.5-9B",
        "tokenizer": "Qwen/Qwen3.5-9B@c202236235762e1c871ad0ccb60c8ee5ba337b9a",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.5-9B.vocab.gguf",
        "vocab_gguf_sha256": "ccfbc41329c3caba178c629bf95b67eab472cee6f1a271ba69ce059056edd896",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.5-9B@c202236235762e1c871ad0ccb60c8ee5ba337b9a",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "ed052a1429d45e382b7f5a91174e6255b582db64e6f2ec288cfcb9d1f4254a85",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.5-9B"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/llamacpp-q35-reasoning-content-call",
      "family": "qwen3-xml",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me inspect it now.', got 'Let me inspect it now.\\n'; reasoning_content (whitespace only): expected 'I should inspect the directory.', got 'I should inspect the directory.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me inspect it now.', got 'Let me inspect it now.\\n'; reasoning_content (whitespace only): expected 'I should inspect the directory.', got 'I should inspect the directory.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me inspect it now.', got 'Let me inspect it now.\\n'; reasoning_content (whitespace only): expected 'I should inspect the directory.', got 'I should inspect the directory.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me inspect it now.', got 'Let me inspect it now.\\n'; reasoning_content (whitespace only): expected 'I should inspect the directory.', got 'I should inspect the directory.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me inspect it now.', got 'Let me inspect it now.\\n'; reasoning_content (whitespace only): expected 'I should inspect the directory.', got 'I should inspect the directory.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me inspect it now.', got 'Let me inspect it now.\\n'; reasoning_content (whitespace only): expected 'I should inspect the directory.', got 'I should inspect the directory.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me inspect it now.', got 'Let me inspect it now.\\n'; reasoning_content (whitespace only): expected 'I should inspect the directory.', got 'I should inspect the directory.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me inspect it now.', got 'Let me inspect it now.\\n'; reasoning_content (whitespace only): expected 'I should inspect the directory.', got 'I should inspect the directory.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me inspect it now.', got 'Let me inspect it now.\\n'; reasoning_content (whitespace only): expected 'I should inspect the directory.', got 'I should inspect the directory.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.5-9B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4aee8afcf2e0711942cf848899be66016f8d14a889ff9ede07bca099c28f715",
        "template_identical_to": "models/templates/Qwen3.5-4B.jinja",
        "model": "Qwen/Qwen3.5-9B",
        "tokenizer": "Qwen/Qwen3.5-9B@c202236235762e1c871ad0ccb60c8ee5ba337b9a",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.5-9B.vocab.gguf",
        "vocab_gguf_sha256": "ccfbc41329c3caba178c629bf95b67eab472cee6f1a271ba69ce059056edd896",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.5-9B@c202236235762e1c871ad0ccb60c8ee5ba337b9a",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "bd287b2678df40687c4e3eb428a6030d96d519022ec29a850bb567c177ac3457",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.5-9B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "Let me inspect it now.\n",
          "reasoning_content": "I should inspect the directory.\n",
          "tool_calls": [
            {
              "name": "run_in_terminal",
              "arguments_raw": "{\"command\":\"pwd\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "Let me inspect it now.\n",
            "reasoning_content": "I should inspect the directory.\n",
            "tool_calls": [
              {
                "name": "run_in_terminal",
                "arguments_raw": "{\"command\":\"pwd\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": "Let me inspect it now.\n",
            "reasoning_content": "I should inspect the directory.\n",
            "tool_calls": [
              {
                "name": "run_in_terminal",
                "arguments_raw": "{\"command\":\"pwd\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": "Let me inspect it now.\n",
            "reasoning_content": "I should inspect the directory.\n",
            "tool_calls": [
              {
                "name": "run_in_terminal",
                "arguments_raw": "{\"command\":\"pwd\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": "Let me inspect it now.\n",
            "reasoning_content": "I should inspect the directory.\n",
            "tool_calls": [
              {
                "name": "run_in_terminal",
                "arguments_raw": "{\"command\":\"pwd\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": "Let me inspect it now.\n",
            "reasoning_content": "I should inspect the directory.\n",
            "tool_calls": [
              {
                "name": "run_in_terminal",
                "arguments_raw": "{\"command\":\"pwd\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": "Let me inspect it now.\n",
            "reasoning_content": "I should inspect the directory.\n",
            "tool_calls": [
              {
                "name": "run_in_terminal",
                "arguments_raw": "{\"command\":\"pwd\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": "Let me inspect it now.\n",
            "reasoning_content": "I should inspect the directory.\n",
            "tool_calls": [
              {
                "name": "run_in_terminal",
                "arguments_raw": "{\"command\":\"pwd\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": "Let me inspect it now.\n",
            "reasoning_content": "I should inspect the directory.\n",
            "tool_calls": [
              {
                "name": "run_in_terminal",
                "arguments_raw": "{\"command\":\"pwd\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/llamacpp-coder-bare-function",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5a38bfa05833266240066aedc497decc9b00cc0d3e3b8cceea98cf530196ab06",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct",
        "tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "835d0d2ad5a7f95016cdf13dffb330e8495936aac89fa4edf5e103c424ce9849",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "53278a826a08c3c0291496ff5dd3fb1560dce4e804a079722171783ccb2c40ed",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-Coder-30B-A3B-Instruct"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/llamacpp-coder-bare-function-parallel",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5a38bfa05833266240066aedc497decc9b00cc0d3e3b8cceea98cf530196ab06",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct",
        "tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "835d0d2ad5a7f95016cdf13dffb330e8495936aac89fa4edf5e103c424ce9849",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "51dc5a86f31c128f6b6704c9ed606a293baadcabe972c33f78428fe8243aed38",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-Coder-30B-A3B-Instruct"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/llamacpp-coder-unicode-cjk",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5a38bfa05833266240066aedc497decc9b00cc0d3e3b8cceea98cf530196ab06",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct",
        "tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "835d0d2ad5a7f95016cdf13dffb330e8495936aac89fa4edf5e103c424ce9849",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "99594979a8e4aa3658ddac3a68b1e656af75d952a65edf259eaf4f42a6e8ff96",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-Coder-30B-A3B-Instruct"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/llamacpp-coder-html-value",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5a38bfa05833266240066aedc497decc9b00cc0d3e3b8cceea98cf530196ab06",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct",
        "tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "835d0d2ad5a7f95016cdf13dffb330e8495936aac89fa4edf5e103c424ce9849",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "181374e22da7b4553f731bb41a96cf7881f734ea81d97eb986b55552bf383487",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-Coder-30B-A3B-Instruct"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/llamacpp-coder-array-of-objects",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5a38bfa05833266240066aedc497decc9b00cc0d3e3b8cceea98cf530196ab06",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct",
        "tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "835d0d2ad5a7f95016cdf13dffb330e8495936aac89fa4edf5e103c424ce9849",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "54957a49b503810ae5cdbf03418ce9373944e72c8bd219644423c6115b243420",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-Coder-30B-A3B-Instruct"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/vllm-coder-text-before-call-no-newline",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5a38bfa05833266240066aedc497decc9b00cc0d3e3b8cceea98cf530196ab06",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct",
        "tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "835d0d2ad5a7f95016cdf13dffb330e8495936aac89fa4edf5e103c424ce9849",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "ee015a6c7f32366149ce1177702ae0096ccc7e120ba5a57ccd5bbcdeb06a23a1",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-Coder-30B-A3B-Instruct"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/vllm-coder-anyof-coercion",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5a38bfa05833266240066aedc497decc9b00cc0d3e3b8cceea98cf530196ab06",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct",
        "tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "835d0d2ad5a7f95016cdf13dffb330e8495936aac89fa4edf5e103c424ce9849",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "2703a3e376270c62dd38cf24c3139f723d73b98a7082a51143bb88d86c21e956",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-Coder-30B-A3B-Instruct"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/vllm-coder-missing-close-parameter",
      "family": "qwen3-xml",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content (whitespace only): expected 'Let me check the weather for you:', got 'Let me check the weather for you:\\n'; tool_calls: expected ['get_current_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "content (whitespace only): expected 'Let me check the weather for you:', got 'Let me check the weather for you:\\n'; tool_calls: expected ['get_current_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "content (whitespace only): expected 'Let me check the weather for you:', got 'Let me check the weather for you:\\n'; tool_calls: expected ['get_current_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'get_current_weather\\', args: \\'{\"city\":\"Dallas\\\\n<parameter=state>..."
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'get_current_weather\\', args: \\'{\"city\":\"Dallas\\\\n<parameter=state>..."
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'get_current_weather\\', args: \\'{\"city\":\"Dallas\\\\n<parameter=state>..."
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'get_current_weather\\', args: \\'{\"city\":\"Dallas\\\\n<parameter=state>..."
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'get_current_weather\\', args: \\'{\"city\":\"Dallas\\\\n<parameter=state>..."
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'get_current_weather\\', args: \\'{\"city\":\"Dallas\\\\n<parameter=state>..."
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "exception: nonstream None, got 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'get_current_weather\\', args: \\'{\"city\":\"Dallas\\\\n<parameter=state>...; tool_calls: nonstream [], got ['get_current_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "exception: nonstream None, got 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'get_current_weather\\', args: \\'{\"city\":\"Dallas\\\\n<parameter=state>...; tool_calls: nonstream [], got ['get_current_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "exception: nonstream None, got 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'get_current_weather\\', args: \\'{\"city\":\"Dallas\\\\n<parameter=state>...; tool_calls: nonstream [], got ['get_current_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "exception: nonstream None, got 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'get_current_weather\\', args: \\'{\"city\":\"Dallas\\\\n<parameter=state>...; tool_calls: nonstream [], got ['get_current_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "exception: nonstream None, got 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'get_current_weather\\', args: \\'{\"city\":\"Dallas\\\\n<parameter=state>...; tool_calls: nonstream [], got ['get_current_weather']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "exception: nonstream None, got 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'get_current_weather\\', args: \\'{\"city\":\"Dallas\\\\n<parameter=state>...; tool_calls: nonstream [], got ['get_current_weather']"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls[0].arguments contains '<parameter='"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments contains '<parameter='"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments contains '<parameter='"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments contains '<parameter='"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments contains '<parameter='"
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments contains '<parameter='"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not valid JSON text ('{\"city\":\"Dallas\\\\n<parameter=state>\\\\nTX\"': Expecting ',' delimiter: line 1 column 40 (char 39))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not valid JSON text ('{\"city\":\"Dallas\\\\n<parameter=state>\\\\nTX\"': Expecting ',' delimiter: line 1 column 40 (char 39))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not valid JSON text ('{\"city\":\"Dallas\\\\n<parameter=state>\\\\nTX': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not valid JSON text ('{\"city\":\"Dallas\\\\n<parameter=state>\\\\nTX': Unterminated string starting at: line 1 column 9 (char 8))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not valid JSON text ('{\"city\":\"Dallas\\\\n<parameter=state>\\\\nTX\"': Expecting ',' delimiter: line 1 column 40 (char 39))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not valid JSON text ('{\"city\":\"Dallas\\\\n<parameter=state>\\\\nTX\"': Expecting ',' delimiter: line 1 column 40 (char 39))"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] get_current_weather: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5a38bfa05833266240066aedc497decc9b00cc0d3e3b8cceea98cf530196ab06",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct",
        "tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "835d0d2ad5a7f95016cdf13dffb330e8495936aac89fa4edf5e103c424ce9849",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "ee015a6c7f32366149ce1177702ae0096ccc7e120ba5a57ccd5bbcdeb06a23a1",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-Coder-30B-A3B-Instruct"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "Let me check the weather for you:\n",
          "reasoning_content": null,
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "Let me check the weather for you:\n",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": "Let me check the weather for you:\n",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": "Let me check the weather for you:\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_current_weather",
                "arguments_raw": "{\"city\":\"Dallas\\n<parameter=state>\\nTX\""
              }
            ],
            "exception": "LlamaCppError: Invalid diff: now finding less tool calls!\n  Previous (1):\n    - name: 'get_current_weather', args: '{\"city\":\"Dallas\\n<parameter=state>\\nTX\"'\n  Current (0):\n  Current msg text content:\nLet me check the weather for you:\n\n"
          },
          "rand:1:8": {
            "content": "Let me check the weather for you:\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_current_weather",
                "arguments_raw": "{\"city\":\"Dallas\\n<parameter=state>\\nTX\""
              }
            ],
            "exception": "LlamaCppError: Invalid diff: now finding less tool calls!\n  Previous (1):\n    - name: 'get_current_weather', args: '{\"city\":\"Dallas\\n<parameter=state>\\nTX\"'\n  Current (0):\n  Current msg text content:\nLet me check the weather for you:\n\n"
          },
          "rand:2:8": {
            "content": "Let me check the weather for you:\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_current_weather",
                "arguments_raw": "{\"city\":\"Dallas\\n<parameter=state>\\nTX"
              }
            ],
            "exception": "LlamaCppError: Invalid diff: now finding less tool calls!\n  Previous (1):\n    - name: 'get_current_weather', args: '{\"city\":\"Dallas\\n<parameter=state>\\nTX'\n  Current (0):\n  Current msg text content:\nLet me check the weather for you:\n\n"
          },
          "rand:3:8": {
            "content": "Let me check the weather for you:\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_current_weather",
                "arguments_raw": "{\"city\":\"Dallas\\n<parameter=state>\\nTX"
              }
            ],
            "exception": "LlamaCppError: Invalid diff: now finding less tool calls!\n  Previous (1):\n    - name: 'get_current_weather', args: '{\"city\":\"Dallas\\n<parameter=state>\\nTX'\n  Current (0):\n  Current msg text content:\nLet me check the weather for you:\n\n"
          },
          "rand:4:8": {
            "content": "Let me check the weather for you:\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_current_weather",
                "arguments_raw": "{\"city\":\"Dallas\\n<parameter=state>\\nTX\""
              }
            ],
            "exception": "LlamaCppError: Invalid diff: now finding less tool calls!\n  Previous (1):\n    - name: 'get_current_weather', args: '{\"city\":\"Dallas\\n<parameter=state>\\nTX\"'\n  Current (0):\n  Current msg text content:\nLet me check the weather for you:\n\n"
          },
          "rand:5:8": {
            "content": "Let me check the weather for you:\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "get_current_weather",
                "arguments_raw": "{\"city\":\"Dallas\\n<parameter=state>\\nTX\""
              }
            ],
            "exception": "LlamaCppError: Invalid diff: now finding less tool calls!\n  Previous (1):\n    - name: 'get_current_weather', args: '{\"city\":\"Dallas\\n<parameter=state>\\nTX\"'\n  Current (0):\n  Current msg text content:\nLet me check the weather for you:\n\n"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/bug-missing-close-parameter-before-function",
      "family": "qwen3-xml",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content: expected None, got '<tool_call>\\n<function=ThinQ_Connect>\\n<parameter=body>\\n{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}\\n</function>\\n</t...; tool_calls: expected ['ThinQ_Connect'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "tool_calls: expected ['ThinQ_Connect'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "tool_calls: expected ['ThinQ_Connect'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"body\": {\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}}', got '{\"body\":{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"body\": {\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}}', got '{\"body\":{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"body\": {\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}}', got '{\"body\":{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\":'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"body\": {\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}}', got '{\"body\":{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"body\": {\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}}', got '{\"body\":{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"body\": {\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}}', got '{\"body\":{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitor'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n<function=ThinQ_Connect>\\n<parameter=body>\\n{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}\\n</function>\\n</t..., got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n<function=ThinQ_Connect>\\n<parameter=body>\\n{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}\\n</function>\\n</t..., got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n<function=ThinQ_Connect>\\n<parameter=body>\\n{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}\\n</function>\\n</t..., got None; tool_calls: nonstream [], got ['ThinQ_Connect']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n<function=ThinQ_Connect>\\n<parameter=body>\\n{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}\\n</function>\\n</t..., got None; tool_calls: nonstream [], got ['ThinQ_Connect']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n<function=ThinQ_Connect>\\n<parameter=body>\\n{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}\\n</function>\\n</t..., got None; tool_calls: nonstream [], got ['ThinQ_Connect']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n<function=ThinQ_Connect>\\n<parameter=body>\\n{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}\\n</function>\\n</t..., got None; tool_calls: nonstream [], got ['ThinQ_Connect']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n<function=ThinQ_Connect>\\n<parameter=body>\\n{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}\\n</function>\\n</t..., got None; tool_calls: nonstream [], got ['ThinQ_Connect']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n<function=ThinQ_Connect>\\n<parameter=body>\\n{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}\\n</function>\\n</t..., got None; tool_calls: nonstream [], got ['ThinQ_Connect']"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'; content contains '<function='; content contains '</function>'; content contains '<parameter='"
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] ThinQ_Connect: arguments are not valid JSON text ('{\"body\":{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}': Expecting ',' delimiter: line 1 column 90 (char 89))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] ThinQ_Connect: arguments are not valid JSON text ('{\"body\":{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}': Expecting ',' delimiter: line 1 column 90 (char 89))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] ThinQ_Connect: arguments are not valid JSON text ('{\"body\":{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\":': Expecting value: line 1 column 84 (char 83))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] ThinQ_Connect: arguments are not valid JSON text ('{\"body\":{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}': Expecting ',' delimiter: line 1 column 90 (char 89))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] ThinQ_Connect: arguments are not valid JSON text ('{\"body\":{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}': Expecting ',' delimiter: line 1 column 90 (char 89))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] ThinQ_Connect: arguments are not valid JSON text ('{\"body\":{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitor': Unterminated string starting at: line 1 column 64 (char 63))"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] ThinQ_Connect: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] ThinQ_Connect: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] ThinQ_Connect: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] ThinQ_Connect: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] ThinQ_Connect: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] ThinQ_Connect: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "818bd21399ffe5a2621cc8e504436ea7ea060d39e74f176fa577e2385d93be11",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "<tool_call>\n<function=ThinQ_Connect>\n<parameter=body>\n{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}\n</function>\n</tool_call>",
          "reasoning_content": null,
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "ThinQ_Connect",
                "arguments_raw": "{\"body\":{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "ThinQ_Connect",
                "arguments_raw": "{\"body\":{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "ThinQ_Connect",
                "arguments_raw": "{\"body\":{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\":"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "ThinQ_Connect",
                "arguments_raw": "{\"body\":{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "ThinQ_Connect",
                "arguments_raw": "{\"body\":{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitoringEnabled\": true}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "ThinQ_Connect",
                "arguments_raw": "{\"body\":{\"airConJobMode\": \"AIR_CLEAN\", \"windStrength\": \"HIGH\", \"monitor"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/bug-coder-missing-tool-call-opener",
      "family": "qwen3-xml",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.', got 'I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.\\n\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.', got 'I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.\\n\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.', got 'I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.\\n\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.', got 'I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.\\n\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.', got 'I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.\\n\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.', got 'I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.\\n\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.', got 'I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.\\n\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.', got 'I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.\\n\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.', got 'I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.\\n\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5a38bfa05833266240066aedc497decc9b00cc0d3e3b8cceea98cf530196ab06",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct",
        "tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "835d0d2ad5a7f95016cdf13dffb330e8495936aac89fa4edf5e103c424ce9849",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "6f073c8c330018b211e4a3db4e0060c073b970cea8fbd0adc8bb4874740e8c9f",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-Coder-30B-A3B-Instruct"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.\n\n",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "glob",
              "arguments_raw": "{\"pattern\":\"**/*.md\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.\n\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "glob",
                "arguments_raw": "{\"pattern\":\"**/*.md\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": "I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.\n\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "glob",
                "arguments_raw": "{\"pattern\":\"**/*.md\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": "I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.\n\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "glob",
                "arguments_raw": "{\"pattern\":\"**/*.md\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": "I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.\n\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "glob",
                "arguments_raw": "{\"pattern\":\"**/*.md\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": "I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.\n\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "glob",
                "arguments_raw": "{\"pattern\":\"**/*.md\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": "I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.\n\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "glob",
                "arguments_raw": "{\"pattern\":\"**/*.md\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": "I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.\n\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "glob",
                "arguments_raw": "{\"pattern\":\"**/*.md\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": "I will first check for all Markdown files in the current directory and its subdirectories, and then list them using the glob tool.\n\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "glob",
                "arguments_raw": "{\"pattern\":\"**/*.md\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/bug-coder-text-after-call",
      "family": "qwen3-xml",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content: expected 'beforeafter', got 'before'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "content: expected 'beforeafter', got 'before'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "content: expected 'beforeafter', got 'before'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "content: expected 'beforeafter', got 'before'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: expected 'beforeafter', got 'before'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: expected 'beforeafter', got 'before'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: expected 'beforeafter', got 'before'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: expected 'beforeafter', got 'before'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: expected 'beforeafter', got 'before'; tool_calls: expected ['get_weather'], got []"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5a38bfa05833266240066aedc497decc9b00cc0d3e3b8cceea98cf530196ab06",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct",
        "tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "835d0d2ad5a7f95016cdf13dffb330e8495936aac89fa4edf5e103c424ce9849",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "8c10375e158a7b0d068fcd16631958e02f9870ad7865ba050db0a659fda5ce5c",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-Coder-30B-A3B-Instruct"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "before",
          "reasoning_content": null,
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "before",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": "before",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": "before",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:1:8": {
            "content": "before",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:2:8": {
            "content": "before",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:3:8": {
            "content": "before",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:4:8": {
            "content": "before",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:5:8": {
            "content": "before",
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/bug-coder-number-outside-int64",
      "family": "qwen3-xml",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content: expected None, got '<tool_call><function=calculate>\\n<parameter=x>\\n1e20\\n</parameter>\\n</function></tool_call>'; tool_calls: expected ['calculate'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "tool_calls: expected ['calculate'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "tool_calls: expected ['calculate'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls: expected ['calculate'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "tool_calls: expected ['calculate'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "tool_calls: expected ['calculate'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "tool_calls: expected ['calculate'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "tool_calls: expected ['calculate'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "tool_calls: expected ['calculate'], got []"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "fail",
          "detail": "content: nonstream '<tool_call><function=calculate>\\n<parameter=x>\\n1e20\\n</parameter>\\n</function></tool_call>', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "content: nonstream '<tool_call><function=calculate>\\n<parameter=x>\\n1e20\\n</parameter>\\n</function></tool_call>', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "content: nonstream '<tool_call><function=calculate>\\n<parameter=x>\\n1e20\\n</parameter>\\n</function></tool_call>', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: nonstream '<tool_call><function=calculate>\\n<parameter=x>\\n1e20\\n</parameter>\\n</function></tool_call>', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: nonstream '<tool_call><function=calculate>\\n<parameter=x>\\n1e20\\n</parameter>\\n</function></tool_call>', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: nonstream '<tool_call><function=calculate>\\n<parameter=x>\\n1e20\\n</parameter>\\n</function></tool_call>', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: nonstream '<tool_call><function=calculate>\\n<parameter=x>\\n1e20\\n</parameter>\\n</function></tool_call>', got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: nonstream '<tool_call><function=calculate>\\n<parameter=x>\\n1e20\\n</parameter>\\n</function></tool_call>', got None"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'; content contains '<function='; content contains '</function>'; content contains '<parameter='; content contains '</parameter>'"
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5a38bfa05833266240066aedc497decc9b00cc0d3e3b8cceea98cf530196ab06",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct",
        "tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "835d0d2ad5a7f95016cdf13dffb330e8495936aac89fa4edf5e103c424ce9849",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "ad7e2ead4bc7d2dc214195ab5ecfc9624f0e9ee2d6ce7daa0377c146e8cfd204",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-Coder-30B-A3B-Instruct"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "<tool_call><function=calculate>\n<parameter=x>\n1e20\n</parameter>\n</function></tool_call>",
          "reasoning_content": null,
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q38-single-call",
      "family": "qwen3-xml",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\"Paris\",\"unit\":\"c\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q38-parallel-calls",
      "family": "qwen3-xml",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'I should call the tools.', got 'I should call the tools.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "I should call the tools.\n",
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
            },
            {
              "name": "search",
              "arguments_raw": "{\"query\":\"café \\\"best\\\"\",\"filters\":{\"tags\": [\"a\", \"b\"], \"max\": 3}}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"café \\\"best\\\"\",\"filters\":{\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"café \\\"best\\\"\",\"filters\":{\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"café \\\"best\\\"\",\"filters\":{\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"café \\\"best\\\"\",\"filters\":{\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"café \\\"best\\\"\",\"filters\":{\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"café \\\"best\\\"\",\"filters\":{\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"café \\\"best\\\"\",\"filters\":{\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "I should call the tools.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              },
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"café \\\"best\\\"\",\"filters\":{\"tags\": [\"a\", \"b\"], \"max\": 3}}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q38-three-parallel-calls",
      "family": "qwen3-xml",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Three cities, three calls.', got 'Three cities, three calls.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Three cities, three calls.', got 'Three cities, three calls.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Three cities, three calls.', got 'Three cities, three calls.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Three cities, three calls.', got 'Three cities, three calls.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Three cities, three calls.', got 'Three cities, three calls.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Three cities, three calls.', got 'Three cities, three calls.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Three cities, three calls.', got 'Three cities, three calls.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Three cities, three calls.', got 'Three cities, three calls.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Three cities, three calls.', got 'Three cities, three calls.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "Three cities, three calls.\n",
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\"Paris\"}"
            },
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\"Berlin\"}"
            },
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\"Tokyo\",\"unit\":\"f\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "Three cities, three calls.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\"}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\"}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Tokyo\",\"unit\":\"f\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "Three cities, three calls.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\"}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\"}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Tokyo\",\"unit\":\"f\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "Three cities, three calls.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\"}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\"}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Tokyo\",\"unit\":\"f\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "Three cities, three calls.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\"}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\"}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Tokyo\",\"unit\":\"f\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "Three cities, three calls.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\"}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\"}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Tokyo\",\"unit\":\"f\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "Three cities, three calls.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\"}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\"}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Tokyo\",\"unit\":\"f\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "Three cities, three calls.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\"}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\"}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Tokyo\",\"unit\":\"f\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "Three cities, three calls.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\"}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Berlin\"}"
              },
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Tokyo\",\"unit\":\"f\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q38-unicode-emoji",
      "family": "qwen3-xml",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected '用户想知道东京的天气。🌦️', got '用户想知道东京的天气。🌦️\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected '用户想知道东京的天气。🌦️', got '用户想知道东京的天气。🌦️\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected '用户想知道东京的天气。🌦️', got '用户想知道东京的天气。🌦️\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected '用户想知道东京的天气。🌦️', got '用户想知道东京的天气。🌦️\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected '用户想知道东京的天气。🌦️', got '用户想知道东京的天气。🌦️\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected '用户想知道东京的天气。🌦️', got '用户想知道东京的天气。🌦️\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected '用户想知道东京的天气。🌦️', got '用户想知道东京的天气。🌦️\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected '用户想知道东京的天气。🌦️', got '用户想知道东京的天气。🌦️\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected '用户想知道东京的天气。🌦️', got '用户想知道东京的天气。🌦️\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "用户想知道东京的天气。🌦️\n",
          "tool_calls": [
            {
              "name": "search",
              "arguments_raw": "{\"query\":\"東京の天気 ☀️🌧️ — «prévisions» für Zürich 🇨🇭\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "用户想知道东京的天气。🌦️\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"東京の天気 ☀️🌧️ — «prévisions» für Zürich 🇨🇭\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "用户想知道东京的天气。🌦️\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"東京の天気 ☀️🌧️ — «prévisions» für Zürich 🇨🇭\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "用户想知道东京的天气。🌦️\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"東京の天気 ☀️🌧️ — «prévisions» für Zürich 🇨🇭\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "用户想知道东京的天气。🌦️\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"東京の天気 ☀️🌧️ — «prévisions» für Zürich 🇨🇭\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "用户想知道东京的天气。🌦️\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"東京の天気 ☀️🌧️ — «prévisions» für Zürich 🇨🇭\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "用户想知道东京的天气。🌦️\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"東京の天気 ☀️🌧️ — «prévisions» für Zürich 🇨🇭\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "用户想知道东京的天气。🌦️\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"東京の天気 ☀️🌧️ — «prévisions» für Zürich 🇨🇭\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "用户想知道东京的天气。🌦️\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"東京の天気 ☀️🌧️ — «prévisions» für Zürich 🇨🇭\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q38-nested-json",
      "family": "qwen3-xml",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Search with structured filters.', got 'Search with structured filters.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Search with structured filters.', got 'Search with structured filters.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Search with structured filters.', got 'Search with structured filters.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Search with structured filters.', got 'Search with structured filters.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Search with structured filters.', got 'Search with structured filters.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Search with structured filters.', got 'Search with structured filters.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Search with structured filters.', got 'Search with structured filters.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Search with structured filters.', got 'Search with structured filters.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Search with structured filters.', got 'Search with structured filters.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "Search with structured filters.\n",
          "tool_calls": [
            {
              "name": "search",
              "arguments_raw": "{\"query\":\"hotels\",\"filters\":{\"price\": {\"min\": 50, \"max\": 120.5}, \"tags\": [\"pool\", \"wifi\"], \"open\": null},\"sites\":[\"a.example\", \"b.example\"]}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "Search with structured filters.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"hotels\",\"filters\":{\"price\": {\"min\": 50, \"max\": 120.5}, \"tags\": [\"pool\", \"wifi\"], \"open\": null},\"sites\":[\"a.example\", \"b.example\"]}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "Search with structured filters.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"hotels\",\"filters\":{\"price\": {\"min\": 50, \"max\": 120.5}, \"tags\": [\"pool\", \"wifi\"], \"open\": null},\"sites\":[\"a.example\", \"b.example\"]}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "Search with structured filters.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"hotels\",\"filters\":{\"price\": {\"min\": 50, \"max\": 120.5}, \"tags\": [\"pool\", \"wifi\"], \"open\": null},\"sites\":[\"a.example\", \"b.example\"]}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "Search with structured filters.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"hotels\",\"filters\":{\"price\": {\"min\": 50, \"max\": 120.5}, \"tags\": [\"pool\", \"wifi\"], \"open\": null},\"sites\":[\"a.example\", \"b.example\"]}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "Search with structured filters.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"hotels\",\"filters\":{\"price\": {\"min\": 50, \"max\": 120.5}, \"tags\": [\"pool\", \"wifi\"], \"open\": null},\"sites\":[\"a.example\", \"b.example\"]}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "Search with structured filters.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"hotels\",\"filters\":{\"price\": {\"min\": 50, \"max\": 120.5}, \"tags\": [\"pool\", \"wifi\"], \"open\": null},\"sites\":[\"a.example\", \"b.example\"]}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "Search with structured filters.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"hotels\",\"filters\":{\"price\": {\"min\": 50, \"max\": 120.5}, \"tags\": [\"pool\", \"wifi\"], \"open\": null},\"sites\":[\"a.example\", \"b.example\"]}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "Search with structured filters.\n",
            "tool_calls": [
              {
                "name": "search",
                "arguments_raw": "{\"query\":\"hotels\",\"filters\":{\"price\": {\"min\": 50, \"max\": 120.5}, \"tags\": [\"pool\", \"wifi\"], \"open\": null},\"sites\":[\"a.example\", \"b.example\"]}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q38-empty-arguments",
      "family": "qwen3-xml",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Get the time.', got 'Get the time.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Get the time.', got 'Get the time.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Get the time.', got 'Get the time.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Get the time.', got 'Get the time.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Get the time.', got 'Get the time.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Get the time.', got 'Get the time.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Get the time.', got 'Get the time.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Get the time.', got 'Get the time.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Get the time.', got 'Get the time.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "Get the time.\n",
          "tool_calls": [
            {
              "name": "get_time",
              "arguments_raw": "{}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "Get the time.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "Get the time.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "Get the time.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "Get the time.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "Get the time.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "Get the time.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "Get the time.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "Get the time.\n",
            "tool_calls": [
              {
                "name": "get_time",
                "arguments_raw": "{}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q38-marker-in-arguments",
      "family": "qwen3-xml",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the note.', got 'Write the note.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the note.', got 'Write the note.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the note.', got 'Write the note.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the note.', got 'Write the note.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the note.', got 'Write the note.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the note.', got 'Write the note.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the note.', got 'Write the note.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the note.', got 'Write the note.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the note.', got 'Write the note.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "Write the note.\n",
          "tool_calls": [
            {
              "name": "write_file",
              "arguments_raw": "{\"path\":\"notes.md\",\"content\":\"Close tags inline: </parameter> and </function> and <parameter=path> are text here.\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "Write the note.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"notes.md\",\"content\":\"Close tags inline: </parameter> and </function> and <parameter=path> are text here.\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "Write the note.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"notes.md\",\"content\":\"Close tags inline: </parameter> and </function> and <parameter=path> are text here.\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "Write the note.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"notes.md\",\"content\":\"Close tags inline: </parameter> and </function> and <parameter=path> are text here.\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "Write the note.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"notes.md\",\"content\":\"Close tags inline: </parameter> and </function> and <parameter=path> are text here.\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "Write the note.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"notes.md\",\"content\":\"Close tags inline: </parameter> and </function> and <parameter=path> are text here.\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "Write the note.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"notes.md\",\"content\":\"Close tags inline: </parameter> and </function> and <parameter=path> are text here.\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "Write the note.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"notes.md\",\"content\":\"Close tags inline: </parameter> and </function> and <parameter=path> are text here.\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "Write the note.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"notes.md\",\"content\":\"Close tags inline: </parameter> and </function> and <parameter=path> are text here.\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q38-tool-call-token-in-arguments",
      "family": "qwen3-xml",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Document the format.', got 'Document the format.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Document the format.', got 'Document the format.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Document the format.', got 'Document the format.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Document the format.', got 'Document the format.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Document the format.', got 'Document the format.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Document the format.', got 'Document the format.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Document the format.', got 'Document the format.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Document the format.', got 'Document the format.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Document the format.', got 'Document the format.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "Document the format.\n",
          "tool_calls": [
            {
              "name": "write_file",
              "arguments_raw": "{\"path\":\"fmt.md\",\"content\":\"Qwen wraps calls in <tool_call> ... </tool_call> blocks.\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "Document the format.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"fmt.md\",\"content\":\"Qwen wraps calls in <tool_call> ... </tool_call> blocks.\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "Document the format.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"fmt.md\",\"content\":\"Qwen wraps calls in <tool_call> ... </tool_call> blocks.\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "Document the format.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"fmt.md\",\"content\":\"Qwen wraps calls in <tool_call> ... </tool_call> blocks.\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "Document the format.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"fmt.md\",\"content\":\"Qwen wraps calls in <tool_call> ... </tool_call> blocks.\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "Document the format.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"fmt.md\",\"content\":\"Qwen wraps calls in <tool_call> ... </tool_call> blocks.\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "Document the format.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"fmt.md\",\"content\":\"Qwen wraps calls in <tool_call> ... </tool_call> blocks.\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "Document the format.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"fmt.md\",\"content\":\"Qwen wraps calls in <tool_call> ... </tool_call> blocks.\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "Document the format.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"fmt.md\",\"content\":\"Qwen wraps calls in <tool_call> ... </tool_call> blocks.\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q38-text-before-call",
      "family": "qwen3-xml",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the weather for you.', got 'Let me check the weather for you.\\n\\n'; reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the weather for you.', got 'Let me check the weather for you.\\n\\n'; reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the weather for you.', got 'Let me check the weather for you.\\n\\n'; reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the weather for you.', got 'Let me check the weather for you.\\n\\n'; reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the weather for you.', got 'Let me check the weather for you.\\n\\n'; reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the weather for you.', got 'Let me check the weather for you.\\n\\n'; reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the weather for you.', got 'Let me check the weather for you.\\n\\n'; reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the weather for you.', got 'Let me check the weather for you.\\n\\n'; reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected 'Let me check the weather for you.', got 'Let me check the weather for you.\\n\\n'; reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "Let me check the weather for you.\n\n",
          "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\"Paris\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "Let me check the weather for you.\n\n",
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": "Let me check the weather for you.\n\n",
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": "Let me check the weather for you.\n\n",
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": "Let me check the weather for you.\n\n",
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": "Let me check the weather for you.\n\n",
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": "Let me check the weather for you.\n\n",
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": "Let me check the weather for you.\n\n",
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": "Let me check the weather for you.\n\n",
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Paris\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q38-no-call",
      "family": "qwen3-xml",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'A simple greeting; no tool is needed.', got 'A simple greeting; no tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'A simple greeting; no tool is needed.', got 'A simple greeting; no tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'A simple greeting; no tool is needed.', got 'A simple greeting; no tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'A simple greeting; no tool is needed.', got 'A simple greeting; no tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'A simple greeting; no tool is needed.', got 'A simple greeting; no tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'A simple greeting; no tool is needed.', got 'A simple greeting; no tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'A simple greeting; no tool is needed.', got 'A simple greeting; no tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'A simple greeting; no tool is needed.', got 'A simple greeting; no tool is needed.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'A simple greeting; no tool is needed.', got 'A simple greeting; no tool is needed.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "Hello! How can I help you today?",
          "reasoning_content": "A simple greeting; no tool is needed.\n",
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "A simple greeting; no tool is needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "A simple greeting; no tool is needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "A simple greeting; no tool is needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:1:8": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "A simple greeting; no tool is needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:2:8": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "A simple greeting; no tool is needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:3:8": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "A simple greeting; no tool is needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:4:8": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "A simple greeting; no tool is needed.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:5:8": {
            "content": "Hello! How can I help you today?",
            "reasoning_content": "A simple greeting; no tool is needed.\n",
            "tool_calls": [],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q38-multiline-string",
      "family": "qwen3-xml",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the script.', got 'Write the script.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the script.', got 'Write the script.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the script.', got 'Write the script.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the script.', got 'Write the script.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the script.', got 'Write the script.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the script.', got 'Write the script.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the script.', got 'Write the script.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the script.', got 'Write the script.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the script.', got 'Write the script.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "Write the script.\n",
          "tool_calls": [
            {
              "name": "write_file",
              "arguments_raw": "{\"path\":\"greet.py\",\"content\":\"def greet(name: str) -> str:\\n    \\\"\\\"\\\"Say hi.\\\"\\\"\\\"\\n    return f\\\"Hello, {name}!\\\"\\n\\n\\nprint(greet(\\\"Zoë\\\"))\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "Write the script.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"greet.py\",\"content\":\"def greet(name: str) -> str:\\n    \\\"\\\"\\\"Say hi.\\\"\\\"\\\"\\n    return f\\\"Hello, {name}!\\\"\\n\\n\\nprint(greet(\\\"Zoë\\\"))\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "Write the script.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"greet.py\",\"content\":\"def greet(name: str) -> str:\\n    \\\"\\\"\\\"Say hi.\\\"\\\"\\\"\\n    return f\\\"Hello, {name}!\\\"\\n\\n\\nprint(greet(\\\"Zoë\\\"))\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "Write the script.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"greet.py\",\"content\":\"def greet(name: str) -> str:\\n    \\\"\\\"\\\"Say hi.\\\"\\\"\\\"\\n    return f\\\"Hello, {name}!\\\"\\n\\n\\nprint(greet(\\\"Zoë\\\"))\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "Write the script.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"greet.py\",\"content\":\"def greet(name: str) -> str:\\n    \\\"\\\"\\\"Say hi.\\\"\\\"\\\"\\n    return f\\\"Hello, {name}!\\\"\\n\\n\\nprint(greet(\\\"Zoë\\\"))\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "Write the script.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"greet.py\",\"content\":\"def greet(name: str) -> str:\\n    \\\"\\\"\\\"Say hi.\\\"\\\"\\\"\\n    return f\\\"Hello, {name}!\\\"\\n\\n\\nprint(greet(\\\"Zoë\\\"))\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "Write the script.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"greet.py\",\"content\":\"def greet(name: str) -> str:\\n    \\\"\\\"\\\"Say hi.\\\"\\\"\\\"\\n    return f\\\"Hello, {name}!\\\"\\n\\n\\nprint(greet(\\\"Zoë\\\"))\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "Write the script.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"greet.py\",\"content\":\"def greet(name: str) -> str:\\n    \\\"\\\"\\\"Say hi.\\\"\\\"\\\"\\n    return f\\\"Hello, {name}!\\\"\\n\\n\\nprint(greet(\\\"Zoë\\\"))\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "Write the script.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"greet.py\",\"content\":\"def greet(name: str) -> str:\\n    \\\"\\\"\\\"Say hi.\\\"\\\"\\\"\\n    return f\\\"Hello, {name}!\\\"\\n\\n\\nprint(greet(\\\"Zoë\\\"))\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q38-whitespace-significant",
      "family": "qwen3-xml",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Replace the block exactly.', got 'Replace the block exactly.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Replace the block exactly.', got 'Replace the block exactly.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Replace the block exactly.', got 'Replace the block exactly.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Replace the block exactly.', got 'Replace the block exactly.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Replace the block exactly.', got 'Replace the block exactly.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Replace the block exactly.', got 'Replace the block exactly.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Replace the block exactly.', got 'Replace the block exactly.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Replace the block exactly.', got 'Replace the block exactly.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Replace the block exactly.', got 'Replace the block exactly.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "Replace the block exactly.\n",
          "tool_calls": [
            {
              "name": "edit_file",
              "arguments_raw": "{\"path\":\"a.py\",\"old_string\":\"    if x:\\n        return 1\\n\",\"new_string\":\"  two  spaces  \"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "Replace the block exactly.\n",
            "tool_calls": [
              {
                "name": "edit_file",
                "arguments_raw": "{\"path\":\"a.py\",\"old_string\":\"    if x:\\n        return 1\\n\",\"new_string\":\"  two  spaces  \"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "Replace the block exactly.\n",
            "tool_calls": [
              {
                "name": "edit_file",
                "arguments_raw": "{\"path\":\"a.py\",\"old_string\":\"    if x:\\n        return 1\\n\",\"new_string\":\"  two  spaces  \"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "Replace the block exactly.\n",
            "tool_calls": [
              {
                "name": "edit_file",
                "arguments_raw": "{\"path\":\"a.py\",\"old_string\":\"    if x:\\n        return 1\\n\",\"new_string\":\"  two  spaces  \"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "Replace the block exactly.\n",
            "tool_calls": [
              {
                "name": "edit_file",
                "arguments_raw": "{\"path\":\"a.py\",\"old_string\":\"    if x:\\n        return 1\\n\",\"new_string\":\"  two  spaces  \"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "Replace the block exactly.\n",
            "tool_calls": [
              {
                "name": "edit_file",
                "arguments_raw": "{\"path\":\"a.py\",\"old_string\":\"    if x:\\n        return 1\\n\",\"new_string\":\"  two  spaces  \"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "Replace the block exactly.\n",
            "tool_calls": [
              {
                "name": "edit_file",
                "arguments_raw": "{\"path\":\"a.py\",\"old_string\":\"    if x:\\n        return 1\\n\",\"new_string\":\"  two  spaces  \"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "Replace the block exactly.\n",
            "tool_calls": [
              {
                "name": "edit_file",
                "arguments_raw": "{\"path\":\"a.py\",\"old_string\":\"    if x:\\n        return 1\\n\",\"new_string\":\"  two  spaces  \"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "Replace the block exactly.\n",
            "tool_calls": [
              {
                "name": "edit_file",
                "arguments_raw": "{\"path\":\"a.py\",\"old_string\":\"    if x:\\n        return 1\\n\",\"new_string\":\"  two  spaces  \"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q38-numeric-and-literal-arguments",
      "family": "qwen3-xml",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Set the alarm.', got 'Set the alarm.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Set the alarm.', got 'Set the alarm.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Set the alarm.', got 'Set the alarm.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Set the alarm.', got 'Set the alarm.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Set the alarm.', got 'Set the alarm.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Set the alarm.', got 'Set the alarm.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Set the alarm.', got 'Set the alarm.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Set the alarm.', got 'Set the alarm.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Set the alarm.', got 'Set the alarm.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "Set the alarm.\n",
          "tool_calls": [
            {
              "name": "set_alarm",
              "arguments_raw": "{\"hour\":7,\"minute\":30,\"volume\":0.75,\"repeat\":true,\"label\":null}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "Set the alarm.\n",
            "tool_calls": [
              {
                "name": "set_alarm",
                "arguments_raw": "{\"hour\":7,\"minute\":30,\"volume\":0.75,\"repeat\":true,\"label\":null}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "Set the alarm.\n",
            "tool_calls": [
              {
                "name": "set_alarm",
                "arguments_raw": "{\"hour\":7,\"minute\":30,\"volume\":0.75,\"repeat\":true,\"label\":null}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "Set the alarm.\n",
            "tool_calls": [
              {
                "name": "set_alarm",
                "arguments_raw": "{\"hour\":7,\"minute\":30,\"volume\":0.75,\"repeat\":true,\"label\":null}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "Set the alarm.\n",
            "tool_calls": [
              {
                "name": "set_alarm",
                "arguments_raw": "{\"hour\":7,\"minute\":30,\"volume\":0.75,\"repeat\":true,\"label\":null}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "Set the alarm.\n",
            "tool_calls": [
              {
                "name": "set_alarm",
                "arguments_raw": "{\"hour\":7,\"minute\":30,\"volume\":0.75,\"repeat\":true,\"label\":null}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "Set the alarm.\n",
            "tool_calls": [
              {
                "name": "set_alarm",
                "arguments_raw": "{\"hour\":7,\"minute\":30,\"volume\":0.75,\"repeat\":true,\"label\":null}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "Set the alarm.\n",
            "tool_calls": [
              {
                "name": "set_alarm",
                "arguments_raw": "{\"hour\":7,\"minute\":30,\"volume\":0.75,\"repeat\":true,\"label\":null}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "Set the alarm.\n",
            "tool_calls": [
              {
                "name": "set_alarm",
                "arguments_raw": "{\"hour\":7,\"minute\":30,\"volume\":0.75,\"repeat\":true,\"label\":null}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q38-numeric-looking-strings",
      "family": "qwen3-xml",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Look it up.', got 'Look it up.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Look it up.', got 'Look it up.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Look it up.', got 'Look it up.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Look it up.', got 'Look it up.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Look it up.', got 'Look it up.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Look it up.', got 'Look it up.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Look it up.', got 'Look it up.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Look it up.', got 'Look it up.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Look it up.', got 'Look it up.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "Look it up.\n",
          "tool_calls": [
            {
              "name": "lookup",
              "arguments_raw": "{\"zip\":\"02139\",\"account_id\":\"123456789012345678901\",\"flag\":\"true\",\"payload\":\"{\\\"a\\\": 1}\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "Look it up.\n",
            "tool_calls": [
              {
                "name": "lookup",
                "arguments_raw": "{\"zip\":\"02139\",\"account_id\":\"123456789012345678901\",\"flag\":\"true\",\"payload\":\"{\\\"a\\\": 1}\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "Look it up.\n",
            "tool_calls": [
              {
                "name": "lookup",
                "arguments_raw": "{\"zip\":\"02139\",\"account_id\":\"123456789012345678901\",\"flag\":\"true\",\"payload\":\"{\\\"a\\\": 1}\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "Look it up.\n",
            "tool_calls": [
              {
                "name": "lookup",
                "arguments_raw": "{\"zip\":\"02139\",\"account_id\":\"123456789012345678901\",\"flag\":\"true\",\"payload\":\"{\\\"a\\\": 1}\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "Look it up.\n",
            "tool_calls": [
              {
                "name": "lookup",
                "arguments_raw": "{\"zip\":\"02139\",\"account_id\":\"123456789012345678901\",\"flag\":\"true\",\"payload\":\"{\\\"a\\\": 1}\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "Look it up.\n",
            "tool_calls": [
              {
                "name": "lookup",
                "arguments_raw": "{\"zip\":\"02139\",\"account_id\":\"123456789012345678901\",\"flag\":\"true\",\"payload\":\"{\\\"a\\\": 1}\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "Look it up.\n",
            "tool_calls": [
              {
                "name": "lookup",
                "arguments_raw": "{\"zip\":\"02139\",\"account_id\":\"123456789012345678901\",\"flag\":\"true\",\"payload\":\"{\\\"a\\\": 1}\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "Look it up.\n",
            "tool_calls": [
              {
                "name": "lookup",
                "arguments_raw": "{\"zip\":\"02139\",\"account_id\":\"123456789012345678901\",\"flag\":\"true\",\"payload\":\"{\\\"a\\\": 1}\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "Look it up.\n",
            "tool_calls": [
              {
                "name": "lookup",
                "arguments_raw": "{\"zip\":\"02139\",\"account_id\":\"123456789012345678901\",\"flag\":\"true\",\"payload\":\"{\\\"a\\\": 1}\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q38-string-escapes",
      "family": "qwen3-xml",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write it.', got 'Write it.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write it.', got 'Write it.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write it.', got 'Write it.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write it.', got 'Write it.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write it.', got 'Write it.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write it.', got 'Write it.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write it.', got 'Write it.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write it.', got 'Write it.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write it.', got 'Write it.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "Write it.\n",
          "tool_calls": [
            {
              "name": "write_file",
              "arguments_raw": "{\"path\":\"C:\\\\tmp\\\\x.txt\",\"content\":\"a \\\"quote\\\", a \\\\backslash, <tag> & ampersand\\ttab\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "Write it.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"C:\\\\tmp\\\\x.txt\",\"content\":\"a \\\"quote\\\", a \\\\backslash, <tag> & ampersand\\ttab\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "Write it.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"C:\\\\tmp\\\\x.txt\",\"content\":\"a \\\"quote\\\", a \\\\backslash, <tag> & ampersand\\ttab\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "Write it.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"C:\\\\tmp\\\\x.txt\",\"content\":\"a \\\"quote\\\", a \\\\backslash, <tag> & ampersand\\ttab\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "Write it.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"C:\\\\tmp\\\\x.txt\",\"content\":\"a \\\"quote\\\", a \\\\backslash, <tag> & ampersand\\ttab\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "Write it.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"C:\\\\tmp\\\\x.txt\",\"content\":\"a \\\"quote\\\", a \\\\backslash, <tag> & ampersand\\ttab\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "Write it.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"C:\\\\tmp\\\\x.txt\",\"content\":\"a \\\"quote\\\", a \\\\backslash, <tag> & ampersand\\ttab\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "Write it.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"C:\\\\tmp\\\\x.txt\",\"content\":\"a \\\"quote\\\", a \\\\backslash, <tag> & ampersand\\ttab\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "Write it.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"C:\\\\tmp\\\\x.txt\",\"content\":\"a \\\"quote\\\", a \\\\backslash, <tag> & ampersand\\ttab\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q38-long-arguments",
      "family": "qwen3-xml",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the module.', got 'Write the module.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the module.', got 'Write the module.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the module.', got 'Write the module.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the module.', got 'Write the module.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the module.', got 'Write the module.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the module.', got 'Write the module.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the module.', got 'Write the module.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the module.', got 'Write the module.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Write the module.', got 'Write the module.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "Write the module.\n",
          "tool_calls": [
            {
              "name": "write_file",
              "arguments_raw": "{\"path\":\"steps.py\",\"content\":\"\\\"\\\"\\\"Generated module used as a long tool argument.\\\"\\\"\\\"\\n\\nfrom __future__ import annotations\\n\\ndef step_00(x: int) -> int:\\n    return x + 0\\n\\ndef step_01(x: int) -> int:\\n    return x + 1\\n\\ndef step_02(x: int) -> int:\\n    return x + 2\\n\\ndef step_03(x: int) -> int:\\n    return x + 3\\n\\ndef step_04(x: int) -> int:\\n    return x + 4\\n\\ndef step_05(x: int) -> int:\\n    return x + 5\\n\\ndef step_06(x: int) -> int:\\n    return x + 6\\n\\ndef step_07(x: int) -> int:\\n    return x + 7\\n\\ndef step_08(x: int) -> int:\\n    return x + 8\\n\\ndef step_09(x: int) -> int:\\n    return x + 9\\n\\ndef step_10(x: int) -> int:\\n    return x + 10\\n\\ndef step_11(x: int) -> int:\\n    return x + 11\\n\\ndef step_12(x: int) -> int:\\n    return x + 12\\n\\ndef step_13(x: int) -> int:\\n    return x + 13\\n\\ndef step_14(x: int) -> int:\\n    return x + 14\\n\\ndef step_15(x: int) -> int:\\n    return x + 15\\n\\ndef step_16(x: int) -> int:\\n    return x + 16\\n\\ndef step_17(x: int) -> int:\\n    return x + 17\\n\\ndef step_18(x: int) -> int:\\n    return x + 18\\n\\ndef step_19(x: int) -> int:\\n    return x + 19\\n\\ndef step_20(x: int) -> int:\\n    return x + 20\\n\\ndef step_21(x: int) -> int:\\n    return x + 21\\n\\ndef step_22(x: int) -> int:\\n    return x + 22\\n\\ndef step_23(x: int) -> int:\\n    return x + 23\\n\\ndef step_24(x: int) -> int:\\n    return x + 24\\n\\ndef step_25(x: int) -> int:\\n    return x + 25\\n\\ndef step_26(x: int) -> int:\\n    return x + 26\\n\\ndef step_27(x: int) -> int:\\n    return x + 27\\n\\ndef step_28(x: int) -> int:\\n    return x + 28\\n\\ndef step_29(x: int) -> int:\\n    return x + 29\\n\\ndef step_30(x: int) -> int:\\n    return x + 30\\n\\ndef step_31(x: int) -> int:\\n    return x + 31\\n\\ndef step_32(x: int) -> int:\\n    return x + 32\\n\\ndef step_33(x: int) -> int:\\n    return x + 33\\n\\ndef step_34(x: int) -> int:\\n    return x + 34\\n\\ndef step_35(x: int) -> int:\\n    return x + 35\\n\\ndef step_36(x: int) -> int:\\n    return x + 36\\n\\ndef step_37(x: int) -> int:\\n    return x + 37\\n\\ndef step_38(x: int) -> int:\\n    return x + 38\\n\\ndef step_39(x: int) -> int:\\n    return x + 39\\n\\ndef step_40(x: int) -> int:\\n    return x + 40\\n\\ndef step_41(x: int) -> int:\\n    return x + 41\\n\\ndef step_42(x: int) -> int:\\n    return x + 42\\n\\ndef step_43(x: int) -> int:\\n    return x + 43\\n\\ndef step_44(x: int) -> int:\\n    return x + 44\\n\\ndef step_45(x: int) -> int:\\n    return x + 45\\n\\ndef step_46(x: int) -> int:\\n    return x + 46\\n\\ndef step_47(x: int) -> int:\\n    return x + 47\\n\\ndef step_48(x: int) -> int:\\n    return x + 48\\n\\ndef step_49(x: int) -> int:\\n    return x + 49\\n\\ndef step_50(x: int) -> int:\\n    return x + 50\\n\\ndef step_51(x: int) -> int:\\n    return x + 51\\n\\ndef step_52(x: int) -> int:\\n    return x + 52\\n\\ndef step_53(x: int) -> int:\\n    return x + 53\\n\\ndef step_54(x: int) -> int:\\n    return x + 54\\n\\ndef step_55(x: int) -> int:\\n    return x + 55\\n\\ndef step_56(x: int) -> int:\\n    return x + 56\\n\\ndef step_57(x: int) -> int:\\n    return x + 57\\n\\ndef step_58(x: int) -> int:\\n    return x + 58\\n\\ndef step_59(x: int) -> int:\\n    return x + 59\\n\\ndef step_60(x: int) -> int:\\n    return x + 60\\n\\ndef step_61(x: int) -> int:\\n    return x + 61\\n\\ndef step_62(x: int) -> int:\\n    return x + 62\\n\\ndef step_63(x: int) -> int:\\n    return x + 63\\n\\ndef step_64(x: int) -> int:\\n    return x + 64\\n\\ndef step_65(x: int) -> int:\\n    return x + 65\\n\\ndef step_66(x: int) -> int:\\n    return x + 66\\n\\ndef step_67(x: int) -> int:\\n    return x + 67\\n\\ndef step_68(x: int) -> int:\\n    return x + 68\\n\\ndef step_69(x: int) -> int:\\n    return x + 69\\n\\ndef step_70(x: int) -> int:\\n    return x + 70\\n\\ndef step_71(x: int) -> int:\\n    return x + 71\\n\\ndef step_72(x: int) -> int:\\n    return x + 72\\n\\ndef step_73(x: int) -> int:\\n    return x + 73\\n\\ndef step_74(x: int) -> int:\\n    return x + 74\\n\\ndef step_75(x: int) -> int:\\n    return x + 75\\n\\ndef step_76(x: int) -> int:\\n    return x + 76\\n\\ndef step_77(x: int) -> int:\\n    return x + 77\\n\\ndef step_78(x: int) -> int:\\n    return x + 78\\n\\ndef step_79(x: int) -> int:\\n    return x + 79\\n\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "Write the module.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"steps.py\",\"content\":\"\\\"\\\"\\\"Generated module used as a long tool argument.\\\"\\\"\\\"\\n\\nfrom __future__ import annotations\\n\\ndef step_00(x: int) -> int:\\n    return x + 0\\n\\ndef step_01(x: int) -> int:\\n    return x + 1\\n\\ndef step_02(x: int) -> int:\\n    return x + 2\\n\\ndef step_03(x: int) -> int:\\n    return x + 3\\n\\ndef step_04(x: int) -> int:\\n    return x + 4\\n\\ndef step_05(x: int) -> int:\\n    return x + 5\\n\\ndef step_06(x: int) -> int:\\n    return x + 6\\n\\ndef step_07(x: int) -> int:\\n    return x + 7\\n\\ndef step_08(x: int) -> int:\\n    return x + 8\\n\\ndef step_09(x: int) -> int:\\n    return x + 9\\n\\ndef step_10(x: int) -> int:\\n    return x + 10\\n\\ndef step_11(x: int) -> int:\\n    return x + 11\\n\\ndef step_12(x: int) -> int:\\n    return x + 12\\n\\ndef step_13(x: int) -> int:\\n    return x + 13\\n\\ndef step_14(x: int) -> int:\\n    return x + 14\\n\\ndef step_15(x: int) -> int:\\n    return x + 15\\n\\ndef step_16(x: int) -> int:\\n    return x + 16\\n\\ndef step_17(x: int) -> int:\\n    return x + 17\\n\\ndef step_18(x: int) -> int:\\n    return x + 18\\n\\ndef step_19(x: int) -> int:\\n    return x + 19\\n\\ndef step_20(x: int) -> int:\\n    return x + 20\\n\\ndef step_21(x: int) -> int:\\n    return x + 21\\n\\ndef step_22(x: int) -> int:\\n    return x + 22\\n\\ndef step_23(x: int) -> int:\\n    return x + 23\\n\\ndef step_24(x: int) -> int:\\n    return x + 24\\n\\ndef step_25(x: int) -> int:\\n    return x + 25\\n\\ndef step_26(x: int) -> int:\\n    return x + 26\\n\\ndef step_27(x: int) -> int:\\n    return x + 27\\n\\ndef step_28(x: int) -> int:\\n    return x + 28\\n\\ndef step_29(x: int) -> int:\\n    return x + 29\\n\\ndef step_30(x: int) -> int:\\n    return x + 30\\n\\ndef step_31(x: int) -> int:\\n    return x + 31\\n\\ndef step_32(x: int) -> int:\\n    return x + 32\\n\\ndef step_33(x: int) -> int:\\n    return x + 33\\n\\ndef step_34(x: int) -> int:\\n    return x + 34\\n\\ndef step_35(x: int) -> int:\\n    return x + 35\\n\\ndef step_36(x: int) -> int:\\n    return x + 36\\n\\ndef step_37(x: int) -> int:\\n    return x + 37\\n\\ndef step_38(x: int) -> int:\\n    return x + 38\\n\\ndef step_39(x: int) -> int:\\n    return x + 39\\n\\ndef step_40(x: int) -> int:\\n    return x + 40\\n\\ndef step_41(x: int) -> int:\\n    return x + 41\\n\\ndef step_42(x: int) -> int:\\n    return x + 42\\n\\ndef step_43(x: int) -> int:\\n    return x + 43\\n\\ndef step_44(x: int) -> int:\\n    return x + 44\\n\\ndef step_45(x: int) -> int:\\n    return x + 45\\n\\ndef step_46(x: int) -> int:\\n    return x + 46\\n\\ndef step_47(x: int) -> int:\\n    return x + 47\\n\\ndef step_48(x: int) -> int:\\n    return x + 48\\n\\ndef step_49(x: int) -> int:\\n    return x + 49\\n\\ndef step_50(x: int) -> int:\\n    return x + 50\\n\\ndef step_51(x: int) -> int:\\n    return x + 51\\n\\ndef step_52(x: int) -> int:\\n    return x + 52\\n\\ndef step_53(x: int) -> int:\\n    return x + 53\\n\\ndef step_54(x: int) -> int:\\n    return x + 54\\n\\ndef step_55(x: int) -> int:\\n    return x + 55\\n\\ndef step_56(x: int) -> int:\\n    return x + 56\\n\\ndef step_57(x: int) -> int:\\n    return x + 57\\n\\ndef step_58(x: int) -> int:\\n    return x + 58\\n\\ndef step_59(x: int) -> int:\\n    return x + 59\\n\\ndef step_60(x: int) -> int:\\n    return x + 60\\n\\ndef step_61(x: int) -> int:\\n    return x + 61\\n\\ndef step_62(x: int) -> int:\\n    return x + 62\\n\\ndef step_63(x: int) -> int:\\n    return x + 63\\n\\ndef step_64(x: int) -> int:\\n    return x + 64\\n\\ndef step_65(x: int) -> int:\\n    return x + 65\\n\\ndef step_66(x: int) -> int:\\n    return x + 66\\n\\ndef step_67(x: int) -> int:\\n    return x + 67\\n\\ndef step_68(x: int) -> int:\\n    return x + 68\\n\\ndef step_69(x: int) -> int:\\n    return x + 69\\n\\ndef step_70(x: int) -> int:\\n    return x + 70\\n\\ndef step_71(x: int) -> int:\\n    return x + 71\\n\\ndef step_72(x: int) -> int:\\n    return x + 72\\n\\ndef step_73(x: int) -> int:\\n    return x + 73\\n\\ndef step_74(x: int) -> int:\\n    return x + 74\\n\\ndef step_75(x: int) -> int:\\n    return x + 75\\n\\ndef step_76(x: int) -> int:\\n    return x + 76\\n\\ndef step_77(x: int) -> int:\\n    return x + 77\\n\\ndef step_78(x: int) -> int:\\n    return x + 78\\n\\ndef step_79(x: int) -> int:\\n    return x + 79\\n\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "Write the module.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"steps.py\",\"content\":\"\\\"\\\"\\\"Generated module used as a long tool argument.\\\"\\\"\\\"\\n\\nfrom __future__ import annotations\\n\\ndef step_00(x: int) -> int:\\n    return x + 0\\n\\ndef step_01(x: int) -> int:\\n    return x + 1\\n\\ndef step_02(x: int) -> int:\\n    return x + 2\\n\\ndef step_03(x: int) -> int:\\n    return x + 3\\n\\ndef step_04(x: int) -> int:\\n    return x + 4\\n\\ndef step_05(x: int) -> int:\\n    return x + 5\\n\\ndef step_06(x: int) -> int:\\n    return x + 6\\n\\ndef step_07(x: int) -> int:\\n    return x + 7\\n\\ndef step_08(x: int) -> int:\\n    return x + 8\\n\\ndef step_09(x: int) -> int:\\n    return x + 9\\n\\ndef step_10(x: int) -> int:\\n    return x + 10\\n\\ndef step_11(x: int) -> int:\\n    return x + 11\\n\\ndef step_12(x: int) -> int:\\n    return x + 12\\n\\ndef step_13(x: int) -> int:\\n    return x + 13\\n\\ndef step_14(x: int) -> int:\\n    return x + 14\\n\\ndef step_15(x: int) -> int:\\n    return x + 15\\n\\ndef step_16(x: int) -> int:\\n    return x + 16\\n\\ndef step_17(x: int) -> int:\\n    return x + 17\\n\\ndef step_18(x: int) -> int:\\n    return x + 18\\n\\ndef step_19(x: int) -> int:\\n    return x + 19\\n\\ndef step_20(x: int) -> int:\\n    return x + 20\\n\\ndef step_21(x: int) -> int:\\n    return x + 21\\n\\ndef step_22(x: int) -> int:\\n    return x + 22\\n\\ndef step_23(x: int) -> int:\\n    return x + 23\\n\\ndef step_24(x: int) -> int:\\n    return x + 24\\n\\ndef step_25(x: int) -> int:\\n    return x + 25\\n\\ndef step_26(x: int) -> int:\\n    return x + 26\\n\\ndef step_27(x: int) -> int:\\n    return x + 27\\n\\ndef step_28(x: int) -> int:\\n    return x + 28\\n\\ndef step_29(x: int) -> int:\\n    return x + 29\\n\\ndef step_30(x: int) -> int:\\n    return x + 30\\n\\ndef step_31(x: int) -> int:\\n    return x + 31\\n\\ndef step_32(x: int) -> int:\\n    return x + 32\\n\\ndef step_33(x: int) -> int:\\n    return x + 33\\n\\ndef step_34(x: int) -> int:\\n    return x + 34\\n\\ndef step_35(x: int) -> int:\\n    return x + 35\\n\\ndef step_36(x: int) -> int:\\n    return x + 36\\n\\ndef step_37(x: int) -> int:\\n    return x + 37\\n\\ndef step_38(x: int) -> int:\\n    return x + 38\\n\\ndef step_39(x: int) -> int:\\n    return x + 39\\n\\ndef step_40(x: int) -> int:\\n    return x + 40\\n\\ndef step_41(x: int) -> int:\\n    return x + 41\\n\\ndef step_42(x: int) -> int:\\n    return x + 42\\n\\ndef step_43(x: int) -> int:\\n    return x + 43\\n\\ndef step_44(x: int) -> int:\\n    return x + 44\\n\\ndef step_45(x: int) -> int:\\n    return x + 45\\n\\ndef step_46(x: int) -> int:\\n    return x + 46\\n\\ndef step_47(x: int) -> int:\\n    return x + 47\\n\\ndef step_48(x: int) -> int:\\n    return x + 48\\n\\ndef step_49(x: int) -> int:\\n    return x + 49\\n\\ndef step_50(x: int) -> int:\\n    return x + 50\\n\\ndef step_51(x: int) -> int:\\n    return x + 51\\n\\ndef step_52(x: int) -> int:\\n    return x + 52\\n\\ndef step_53(x: int) -> int:\\n    return x + 53\\n\\ndef step_54(x: int) -> int:\\n    return x + 54\\n\\ndef step_55(x: int) -> int:\\n    return x + 55\\n\\ndef step_56(x: int) -> int:\\n    return x + 56\\n\\ndef step_57(x: int) -> int:\\n    return x + 57\\n\\ndef step_58(x: int) -> int:\\n    return x + 58\\n\\ndef step_59(x: int) -> int:\\n    return x + 59\\n\\ndef step_60(x: int) -> int:\\n    return x + 60\\n\\ndef step_61(x: int) -> int:\\n    return x + 61\\n\\ndef step_62(x: int) -> int:\\n    return x + 62\\n\\ndef step_63(x: int) -> int:\\n    return x + 63\\n\\ndef step_64(x: int) -> int:\\n    return x + 64\\n\\ndef step_65(x: int) -> int:\\n    return x + 65\\n\\ndef step_66(x: int) -> int:\\n    return x + 66\\n\\ndef step_67(x: int) -> int:\\n    return x + 67\\n\\ndef step_68(x: int) -> int:\\n    return x + 68\\n\\ndef step_69(x: int) -> int:\\n    return x + 69\\n\\ndef step_70(x: int) -> int:\\n    return x + 70\\n\\ndef step_71(x: int) -> int:\\n    return x + 71\\n\\ndef step_72(x: int) -> int:\\n    return x + 72\\n\\ndef step_73(x: int) -> int:\\n    return x + 73\\n\\ndef step_74(x: int) -> int:\\n    return x + 74\\n\\ndef step_75(x: int) -> int:\\n    return x + 75\\n\\ndef step_76(x: int) -> int:\\n    return x + 76\\n\\ndef step_77(x: int) -> int:\\n    return x + 77\\n\\ndef step_78(x: int) -> int:\\n    return x + 78\\n\\ndef step_79(x: int) -> int:\\n    return x + 79\\n\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "Write the module.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"steps.py\",\"content\":\"\\\"\\\"\\\"Generated module used as a long tool argument.\\\"\\\"\\\"\\n\\nfrom __future__ import annotations\\n\\ndef step_00(x: int) -> int:\\n    return x + 0\\n\\ndef step_01(x: int) -> int:\\n    return x + 1\\n\\ndef step_02(x: int) -> int:\\n    return x + 2\\n\\ndef step_03(x: int) -> int:\\n    return x + 3\\n\\ndef step_04(x: int) -> int:\\n    return x + 4\\n\\ndef step_05(x: int) -> int:\\n    return x + 5\\n\\ndef step_06(x: int) -> int:\\n    return x + 6\\n\\ndef step_07(x: int) -> int:\\n    return x + 7\\n\\ndef step_08(x: int) -> int:\\n    return x + 8\\n\\ndef step_09(x: int) -> int:\\n    return x + 9\\n\\ndef step_10(x: int) -> int:\\n    return x + 10\\n\\ndef step_11(x: int) -> int:\\n    return x + 11\\n\\ndef step_12(x: int) -> int:\\n    return x + 12\\n\\ndef step_13(x: int) -> int:\\n    return x + 13\\n\\ndef step_14(x: int) -> int:\\n    return x + 14\\n\\ndef step_15(x: int) -> int:\\n    return x + 15\\n\\ndef step_16(x: int) -> int:\\n    return x + 16\\n\\ndef step_17(x: int) -> int:\\n    return x + 17\\n\\ndef step_18(x: int) -> int:\\n    return x + 18\\n\\ndef step_19(x: int) -> int:\\n    return x + 19\\n\\ndef step_20(x: int) -> int:\\n    return x + 20\\n\\ndef step_21(x: int) -> int:\\n    return x + 21\\n\\ndef step_22(x: int) -> int:\\n    return x + 22\\n\\ndef step_23(x: int) -> int:\\n    return x + 23\\n\\ndef step_24(x: int) -> int:\\n    return x + 24\\n\\ndef step_25(x: int) -> int:\\n    return x + 25\\n\\ndef step_26(x: int) -> int:\\n    return x + 26\\n\\ndef step_27(x: int) -> int:\\n    return x + 27\\n\\ndef step_28(x: int) -> int:\\n    return x + 28\\n\\ndef step_29(x: int) -> int:\\n    return x + 29\\n\\ndef step_30(x: int) -> int:\\n    return x + 30\\n\\ndef step_31(x: int) -> int:\\n    return x + 31\\n\\ndef step_32(x: int) -> int:\\n    return x + 32\\n\\ndef step_33(x: int) -> int:\\n    return x + 33\\n\\ndef step_34(x: int) -> int:\\n    return x + 34\\n\\ndef step_35(x: int) -> int:\\n    return x + 35\\n\\ndef step_36(x: int) -> int:\\n    return x + 36\\n\\ndef step_37(x: int) -> int:\\n    return x + 37\\n\\ndef step_38(x: int) -> int:\\n    return x + 38\\n\\ndef step_39(x: int) -> int:\\n    return x + 39\\n\\ndef step_40(x: int) -> int:\\n    return x + 40\\n\\ndef step_41(x: int) -> int:\\n    return x + 41\\n\\ndef step_42(x: int) -> int:\\n    return x + 42\\n\\ndef step_43(x: int) -> int:\\n    return x + 43\\n\\ndef step_44(x: int) -> int:\\n    return x + 44\\n\\ndef step_45(x: int) -> int:\\n    return x + 45\\n\\ndef step_46(x: int) -> int:\\n    return x + 46\\n\\ndef step_47(x: int) -> int:\\n    return x + 47\\n\\ndef step_48(x: int) -> int:\\n    return x + 48\\n\\ndef step_49(x: int) -> int:\\n    return x + 49\\n\\ndef step_50(x: int) -> int:\\n    return x + 50\\n\\ndef step_51(x: int) -> int:\\n    return x + 51\\n\\ndef step_52(x: int) -> int:\\n    return x + 52\\n\\ndef step_53(x: int) -> int:\\n    return x + 53\\n\\ndef step_54(x: int) -> int:\\n    return x + 54\\n\\ndef step_55(x: int) -> int:\\n    return x + 55\\n\\ndef step_56(x: int) -> int:\\n    return x + 56\\n\\ndef step_57(x: int) -> int:\\n    return x + 57\\n\\ndef step_58(x: int) -> int:\\n    return x + 58\\n\\ndef step_59(x: int) -> int:\\n    return x + 59\\n\\ndef step_60(x: int) -> int:\\n    return x + 60\\n\\ndef step_61(x: int) -> int:\\n    return x + 61\\n\\ndef step_62(x: int) -> int:\\n    return x + 62\\n\\ndef step_63(x: int) -> int:\\n    return x + 63\\n\\ndef step_64(x: int) -> int:\\n    return x + 64\\n\\ndef step_65(x: int) -> int:\\n    return x + 65\\n\\ndef step_66(x: int) -> int:\\n    return x + 66\\n\\ndef step_67(x: int) -> int:\\n    return x + 67\\n\\ndef step_68(x: int) -> int:\\n    return x + 68\\n\\ndef step_69(x: int) -> int:\\n    return x + 69\\n\\ndef step_70(x: int) -> int:\\n    return x + 70\\n\\ndef step_71(x: int) -> int:\\n    return x + 71\\n\\ndef step_72(x: int) -> int:\\n    return x + 72\\n\\ndef step_73(x: int) -> int:\\n    return x + 73\\n\\ndef step_74(x: int) -> int:\\n    return x + 74\\n\\ndef step_75(x: int) -> int:\\n    return x + 75\\n\\ndef step_76(x: int) -> int:\\n    return x + 76\\n\\ndef step_77(x: int) -> int:\\n    return x + 77\\n\\ndef step_78(x: int) -> int:\\n    return x + 78\\n\\ndef step_79(x: int) -> int:\\n    return x + 79\\n\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "Write the module.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"steps.py\",\"content\":\"\\\"\\\"\\\"Generated module used as a long tool argument.\\\"\\\"\\\"\\n\\nfrom __future__ import annotations\\n\\ndef step_00(x: int) -> int:\\n    return x + 0\\n\\ndef step_01(x: int) -> int:\\n    return x + 1\\n\\ndef step_02(x: int) -> int:\\n    return x + 2\\n\\ndef step_03(x: int) -> int:\\n    return x + 3\\n\\ndef step_04(x: int) -> int:\\n    return x + 4\\n\\ndef step_05(x: int) -> int:\\n    return x + 5\\n\\ndef step_06(x: int) -> int:\\n    return x + 6\\n\\ndef step_07(x: int) -> int:\\n    return x + 7\\n\\ndef step_08(x: int) -> int:\\n    return x + 8\\n\\ndef step_09(x: int) -> int:\\n    return x + 9\\n\\ndef step_10(x: int) -> int:\\n    return x + 10\\n\\ndef step_11(x: int) -> int:\\n    return x + 11\\n\\ndef step_12(x: int) -> int:\\n    return x + 12\\n\\ndef step_13(x: int) -> int:\\n    return x + 13\\n\\ndef step_14(x: int) -> int:\\n    return x + 14\\n\\ndef step_15(x: int) -> int:\\n    return x + 15\\n\\ndef step_16(x: int) -> int:\\n    return x + 16\\n\\ndef step_17(x: int) -> int:\\n    return x + 17\\n\\ndef step_18(x: int) -> int:\\n    return x + 18\\n\\ndef step_19(x: int) -> int:\\n    return x + 19\\n\\ndef step_20(x: int) -> int:\\n    return x + 20\\n\\ndef step_21(x: int) -> int:\\n    return x + 21\\n\\ndef step_22(x: int) -> int:\\n    return x + 22\\n\\ndef step_23(x: int) -> int:\\n    return x + 23\\n\\ndef step_24(x: int) -> int:\\n    return x + 24\\n\\ndef step_25(x: int) -> int:\\n    return x + 25\\n\\ndef step_26(x: int) -> int:\\n    return x + 26\\n\\ndef step_27(x: int) -> int:\\n    return x + 27\\n\\ndef step_28(x: int) -> int:\\n    return x + 28\\n\\ndef step_29(x: int) -> int:\\n    return x + 29\\n\\ndef step_30(x: int) -> int:\\n    return x + 30\\n\\ndef step_31(x: int) -> int:\\n    return x + 31\\n\\ndef step_32(x: int) -> int:\\n    return x + 32\\n\\ndef step_33(x: int) -> int:\\n    return x + 33\\n\\ndef step_34(x: int) -> int:\\n    return x + 34\\n\\ndef step_35(x: int) -> int:\\n    return x + 35\\n\\ndef step_36(x: int) -> int:\\n    return x + 36\\n\\ndef step_37(x: int) -> int:\\n    return x + 37\\n\\ndef step_38(x: int) -> int:\\n    return x + 38\\n\\ndef step_39(x: int) -> int:\\n    return x + 39\\n\\ndef step_40(x: int) -> int:\\n    return x + 40\\n\\ndef step_41(x: int) -> int:\\n    return x + 41\\n\\ndef step_42(x: int) -> int:\\n    return x + 42\\n\\ndef step_43(x: int) -> int:\\n    return x + 43\\n\\ndef step_44(x: int) -> int:\\n    return x + 44\\n\\ndef step_45(x: int) -> int:\\n    return x + 45\\n\\ndef step_46(x: int) -> int:\\n    return x + 46\\n\\ndef step_47(x: int) -> int:\\n    return x + 47\\n\\ndef step_48(x: int) -> int:\\n    return x + 48\\n\\ndef step_49(x: int) -> int:\\n    return x + 49\\n\\ndef step_50(x: int) -> int:\\n    return x + 50\\n\\ndef step_51(x: int) -> int:\\n    return x + 51\\n\\ndef step_52(x: int) -> int:\\n    return x + 52\\n\\ndef step_53(x: int) -> int:\\n    return x + 53\\n\\ndef step_54(x: int) -> int:\\n    return x + 54\\n\\ndef step_55(x: int) -> int:\\n    return x + 55\\n\\ndef step_56(x: int) -> int:\\n    return x + 56\\n\\ndef step_57(x: int) -> int:\\n    return x + 57\\n\\ndef step_58(x: int) -> int:\\n    return x + 58\\n\\ndef step_59(x: int) -> int:\\n    return x + 59\\n\\ndef step_60(x: int) -> int:\\n    return x + 60\\n\\ndef step_61(x: int) -> int:\\n    return x + 61\\n\\ndef step_62(x: int) -> int:\\n    return x + 62\\n\\ndef step_63(x: int) -> int:\\n    return x + 63\\n\\ndef step_64(x: int) -> int:\\n    return x + 64\\n\\ndef step_65(x: int) -> int:\\n    return x + 65\\n\\ndef step_66(x: int) -> int:\\n    return x + 66\\n\\ndef step_67(x: int) -> int:\\n    return x + 67\\n\\ndef step_68(x: int) -> int:\\n    return x + 68\\n\\ndef step_69(x: int) -> int:\\n    return x + 69\\n\\ndef step_70(x: int) -> int:\\n    return x + 70\\n\\ndef step_71(x: int) -> int:\\n    return x + 71\\n\\ndef step_72(x: int) -> int:\\n    return x + 72\\n\\ndef step_73(x: int) -> int:\\n    return x + 73\\n\\ndef step_74(x: int) -> int:\\n    return x + 74\\n\\ndef step_75(x: int) -> int:\\n    return x + 75\\n\\ndef step_76(x: int) -> int:\\n    return x + 76\\n\\ndef step_77(x: int) -> int:\\n    return x + 77\\n\\ndef step_78(x: int) -> int:\\n    return x + 78\\n\\ndef step_79(x: int) -> int:\\n    return x + 79\\n\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "Write the module.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"steps.py\",\"content\":\"\\\"\\\"\\\"Generated module used as a long tool argument.\\\"\\\"\\\"\\n\\nfrom __future__ import annotations\\n\\ndef step_00(x: int) -> int:\\n    return x + 0\\n\\ndef step_01(x: int) -> int:\\n    return x + 1\\n\\ndef step_02(x: int) -> int:\\n    return x + 2\\n\\ndef step_03(x: int) -> int:\\n    return x + 3\\n\\ndef step_04(x: int) -> int:\\n    return x + 4\\n\\ndef step_05(x: int) -> int:\\n    return x + 5\\n\\ndef step_06(x: int) -> int:\\n    return x + 6\\n\\ndef step_07(x: int) -> int:\\n    return x + 7\\n\\ndef step_08(x: int) -> int:\\n    return x + 8\\n\\ndef step_09(x: int) -> int:\\n    return x + 9\\n\\ndef step_10(x: int) -> int:\\n    return x + 10\\n\\ndef step_11(x: int) -> int:\\n    return x + 11\\n\\ndef step_12(x: int) -> int:\\n    return x + 12\\n\\ndef step_13(x: int) -> int:\\n    return x + 13\\n\\ndef step_14(x: int) -> int:\\n    return x + 14\\n\\ndef step_15(x: int) -> int:\\n    return x + 15\\n\\ndef step_16(x: int) -> int:\\n    return x + 16\\n\\ndef step_17(x: int) -> int:\\n    return x + 17\\n\\ndef step_18(x: int) -> int:\\n    return x + 18\\n\\ndef step_19(x: int) -> int:\\n    return x + 19\\n\\ndef step_20(x: int) -> int:\\n    return x + 20\\n\\ndef step_21(x: int) -> int:\\n    return x + 21\\n\\ndef step_22(x: int) -> int:\\n    return x + 22\\n\\ndef step_23(x: int) -> int:\\n    return x + 23\\n\\ndef step_24(x: int) -> int:\\n    return x + 24\\n\\ndef step_25(x: int) -> int:\\n    return x + 25\\n\\ndef step_26(x: int) -> int:\\n    return x + 26\\n\\ndef step_27(x: int) -> int:\\n    return x + 27\\n\\ndef step_28(x: int) -> int:\\n    return x + 28\\n\\ndef step_29(x: int) -> int:\\n    return x + 29\\n\\ndef step_30(x: int) -> int:\\n    return x + 30\\n\\ndef step_31(x: int) -> int:\\n    return x + 31\\n\\ndef step_32(x: int) -> int:\\n    return x + 32\\n\\ndef step_33(x: int) -> int:\\n    return x + 33\\n\\ndef step_34(x: int) -> int:\\n    return x + 34\\n\\ndef step_35(x: int) -> int:\\n    return x + 35\\n\\ndef step_36(x: int) -> int:\\n    return x + 36\\n\\ndef step_37(x: int) -> int:\\n    return x + 37\\n\\ndef step_38(x: int) -> int:\\n    return x + 38\\n\\ndef step_39(x: int) -> int:\\n    return x + 39\\n\\ndef step_40(x: int) -> int:\\n    return x + 40\\n\\ndef step_41(x: int) -> int:\\n    return x + 41\\n\\ndef step_42(x: int) -> int:\\n    return x + 42\\n\\ndef step_43(x: int) -> int:\\n    return x + 43\\n\\ndef step_44(x: int) -> int:\\n    return x + 44\\n\\ndef step_45(x: int) -> int:\\n    return x + 45\\n\\ndef step_46(x: int) -> int:\\n    return x + 46\\n\\ndef step_47(x: int) -> int:\\n    return x + 47\\n\\ndef step_48(x: int) -> int:\\n    return x + 48\\n\\ndef step_49(x: int) -> int:\\n    return x + 49\\n\\ndef step_50(x: int) -> int:\\n    return x + 50\\n\\ndef step_51(x: int) -> int:\\n    return x + 51\\n\\ndef step_52(x: int) -> int:\\n    return x + 52\\n\\ndef step_53(x: int) -> int:\\n    return x + 53\\n\\ndef step_54(x: int) -> int:\\n    return x + 54\\n\\ndef step_55(x: int) -> int:\\n    return x + 55\\n\\ndef step_56(x: int) -> int:\\n    return x + 56\\n\\ndef step_57(x: int) -> int:\\n    return x + 57\\n\\ndef step_58(x: int) -> int:\\n    return x + 58\\n\\ndef step_59(x: int) -> int:\\n    return x + 59\\n\\ndef step_60(x: int) -> int:\\n    return x + 60\\n\\ndef step_61(x: int) -> int:\\n    return x + 61\\n\\ndef step_62(x: int) -> int:\\n    return x + 62\\n\\ndef step_63(x: int) -> int:\\n    return x + 63\\n\\ndef step_64(x: int) -> int:\\n    return x + 64\\n\\ndef step_65(x: int) -> int:\\n    return x + 65\\n\\ndef step_66(x: int) -> int:\\n    return x + 66\\n\\ndef step_67(x: int) -> int:\\n    return x + 67\\n\\ndef step_68(x: int) -> int:\\n    return x + 68\\n\\ndef step_69(x: int) -> int:\\n    return x + 69\\n\\ndef step_70(x: int) -> int:\\n    return x + 70\\n\\ndef step_71(x: int) -> int:\\n    return x + 71\\n\\ndef step_72(x: int) -> int:\\n    return x + 72\\n\\ndef step_73(x: int) -> int:\\n    return x + 73\\n\\ndef step_74(x: int) -> int:\\n    return x + 74\\n\\ndef step_75(x: int) -> int:\\n    return x + 75\\n\\ndef step_76(x: int) -> int:\\n    return x + 76\\n\\ndef step_77(x: int) -> int:\\n    return x + 77\\n\\ndef step_78(x: int) -> int:\\n    return x + 78\\n\\ndef step_79(x: int) -> int:\\n    return x + 79\\n\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "Write the module.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"steps.py\",\"content\":\"\\\"\\\"\\\"Generated module used as a long tool argument.\\\"\\\"\\\"\\n\\nfrom __future__ import annotations\\n\\ndef step_00(x: int) -> int:\\n    return x + 0\\n\\ndef step_01(x: int) -> int:\\n    return x + 1\\n\\ndef step_02(x: int) -> int:\\n    return x + 2\\n\\ndef step_03(x: int) -> int:\\n    return x + 3\\n\\ndef step_04(x: int) -> int:\\n    return x + 4\\n\\ndef step_05(x: int) -> int:\\n    return x + 5\\n\\ndef step_06(x: int) -> int:\\n    return x + 6\\n\\ndef step_07(x: int) -> int:\\n    return x + 7\\n\\ndef step_08(x: int) -> int:\\n    return x + 8\\n\\ndef step_09(x: int) -> int:\\n    return x + 9\\n\\ndef step_10(x: int) -> int:\\n    return x + 10\\n\\ndef step_11(x: int) -> int:\\n    return x + 11\\n\\ndef step_12(x: int) -> int:\\n    return x + 12\\n\\ndef step_13(x: int) -> int:\\n    return x + 13\\n\\ndef step_14(x: int) -> int:\\n    return x + 14\\n\\ndef step_15(x: int) -> int:\\n    return x + 15\\n\\ndef step_16(x: int) -> int:\\n    return x + 16\\n\\ndef step_17(x: int) -> int:\\n    return x + 17\\n\\ndef step_18(x: int) -> int:\\n    return x + 18\\n\\ndef step_19(x: int) -> int:\\n    return x + 19\\n\\ndef step_20(x: int) -> int:\\n    return x + 20\\n\\ndef step_21(x: int) -> int:\\n    return x + 21\\n\\ndef step_22(x: int) -> int:\\n    return x + 22\\n\\ndef step_23(x: int) -> int:\\n    return x + 23\\n\\ndef step_24(x: int) -> int:\\n    return x + 24\\n\\ndef step_25(x: int) -> int:\\n    return x + 25\\n\\ndef step_26(x: int) -> int:\\n    return x + 26\\n\\ndef step_27(x: int) -> int:\\n    return x + 27\\n\\ndef step_28(x: int) -> int:\\n    return x + 28\\n\\ndef step_29(x: int) -> int:\\n    return x + 29\\n\\ndef step_30(x: int) -> int:\\n    return x + 30\\n\\ndef step_31(x: int) -> int:\\n    return x + 31\\n\\ndef step_32(x: int) -> int:\\n    return x + 32\\n\\ndef step_33(x: int) -> int:\\n    return x + 33\\n\\ndef step_34(x: int) -> int:\\n    return x + 34\\n\\ndef step_35(x: int) -> int:\\n    return x + 35\\n\\ndef step_36(x: int) -> int:\\n    return x + 36\\n\\ndef step_37(x: int) -> int:\\n    return x + 37\\n\\ndef step_38(x: int) -> int:\\n    return x + 38\\n\\ndef step_39(x: int) -> int:\\n    return x + 39\\n\\ndef step_40(x: int) -> int:\\n    return x + 40\\n\\ndef step_41(x: int) -> int:\\n    return x + 41\\n\\ndef step_42(x: int) -> int:\\n    return x + 42\\n\\ndef step_43(x: int) -> int:\\n    return x + 43\\n\\ndef step_44(x: int) -> int:\\n    return x + 44\\n\\ndef step_45(x: int) -> int:\\n    return x + 45\\n\\ndef step_46(x: int) -> int:\\n    return x + 46\\n\\ndef step_47(x: int) -> int:\\n    return x + 47\\n\\ndef step_48(x: int) -> int:\\n    return x + 48\\n\\ndef step_49(x: int) -> int:\\n    return x + 49\\n\\ndef step_50(x: int) -> int:\\n    return x + 50\\n\\ndef step_51(x: int) -> int:\\n    return x + 51\\n\\ndef step_52(x: int) -> int:\\n    return x + 52\\n\\ndef step_53(x: int) -> int:\\n    return x + 53\\n\\ndef step_54(x: int) -> int:\\n    return x + 54\\n\\ndef step_55(x: int) -> int:\\n    return x + 55\\n\\ndef step_56(x: int) -> int:\\n    return x + 56\\n\\ndef step_57(x: int) -> int:\\n    return x + 57\\n\\ndef step_58(x: int) -> int:\\n    return x + 58\\n\\ndef step_59(x: int) -> int:\\n    return x + 59\\n\\ndef step_60(x: int) -> int:\\n    return x + 60\\n\\ndef step_61(x: int) -> int:\\n    return x + 61\\n\\ndef step_62(x: int) -> int:\\n    return x + 62\\n\\ndef step_63(x: int) -> int:\\n    return x + 63\\n\\ndef step_64(x: int) -> int:\\n    return x + 64\\n\\ndef step_65(x: int) -> int:\\n    return x + 65\\n\\ndef step_66(x: int) -> int:\\n    return x + 66\\n\\ndef step_67(x: int) -> int:\\n    return x + 67\\n\\ndef step_68(x: int) -> int:\\n    return x + 68\\n\\ndef step_69(x: int) -> int:\\n    return x + 69\\n\\ndef step_70(x: int) -> int:\\n    return x + 70\\n\\ndef step_71(x: int) -> int:\\n    return x + 71\\n\\ndef step_72(x: int) -> int:\\n    return x + 72\\n\\ndef step_73(x: int) -> int:\\n    return x + 73\\n\\ndef step_74(x: int) -> int:\\n    return x + 74\\n\\ndef step_75(x: int) -> int:\\n    return x + 75\\n\\ndef step_76(x: int) -> int:\\n    return x + 76\\n\\ndef step_77(x: int) -> int:\\n    return x + 77\\n\\ndef step_78(x: int) -> int:\\n    return x + 78\\n\\ndef step_79(x: int) -> int:\\n    return x + 79\\n\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "Write the module.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"steps.py\",\"content\":\"\\\"\\\"\\\"Generated module used as a long tool argument.\\\"\\\"\\\"\\n\\nfrom __future__ import annotations\\n\\ndef step_00(x: int) -> int:\\n    return x + 0\\n\\ndef step_01(x: int) -> int:\\n    return x + 1\\n\\ndef step_02(x: int) -> int:\\n    return x + 2\\n\\ndef step_03(x: int) -> int:\\n    return x + 3\\n\\ndef step_04(x: int) -> int:\\n    return x + 4\\n\\ndef step_05(x: int) -> int:\\n    return x + 5\\n\\ndef step_06(x: int) -> int:\\n    return x + 6\\n\\ndef step_07(x: int) -> int:\\n    return x + 7\\n\\ndef step_08(x: int) -> int:\\n    return x + 8\\n\\ndef step_09(x: int) -> int:\\n    return x + 9\\n\\ndef step_10(x: int) -> int:\\n    return x + 10\\n\\ndef step_11(x: int) -> int:\\n    return x + 11\\n\\ndef step_12(x: int) -> int:\\n    return x + 12\\n\\ndef step_13(x: int) -> int:\\n    return x + 13\\n\\ndef step_14(x: int) -> int:\\n    return x + 14\\n\\ndef step_15(x: int) -> int:\\n    return x + 15\\n\\ndef step_16(x: int) -> int:\\n    return x + 16\\n\\ndef step_17(x: int) -> int:\\n    return x + 17\\n\\ndef step_18(x: int) -> int:\\n    return x + 18\\n\\ndef step_19(x: int) -> int:\\n    return x + 19\\n\\ndef step_20(x: int) -> int:\\n    return x + 20\\n\\ndef step_21(x: int) -> int:\\n    return x + 21\\n\\ndef step_22(x: int) -> int:\\n    return x + 22\\n\\ndef step_23(x: int) -> int:\\n    return x + 23\\n\\ndef step_24(x: int) -> int:\\n    return x + 24\\n\\ndef step_25(x: int) -> int:\\n    return x + 25\\n\\ndef step_26(x: int) -> int:\\n    return x + 26\\n\\ndef step_27(x: int) -> int:\\n    return x + 27\\n\\ndef step_28(x: int) -> int:\\n    return x + 28\\n\\ndef step_29(x: int) -> int:\\n    return x + 29\\n\\ndef step_30(x: int) -> int:\\n    return x + 30\\n\\ndef step_31(x: int) -> int:\\n    return x + 31\\n\\ndef step_32(x: int) -> int:\\n    return x + 32\\n\\ndef step_33(x: int) -> int:\\n    return x + 33\\n\\ndef step_34(x: int) -> int:\\n    return x + 34\\n\\ndef step_35(x: int) -> int:\\n    return x + 35\\n\\ndef step_36(x: int) -> int:\\n    return x + 36\\n\\ndef step_37(x: int) -> int:\\n    return x + 37\\n\\ndef step_38(x: int) -> int:\\n    return x + 38\\n\\ndef step_39(x: int) -> int:\\n    return x + 39\\n\\ndef step_40(x: int) -> int:\\n    return x + 40\\n\\ndef step_41(x: int) -> int:\\n    return x + 41\\n\\ndef step_42(x: int) -> int:\\n    return x + 42\\n\\ndef step_43(x: int) -> int:\\n    return x + 43\\n\\ndef step_44(x: int) -> int:\\n    return x + 44\\n\\ndef step_45(x: int) -> int:\\n    return x + 45\\n\\ndef step_46(x: int) -> int:\\n    return x + 46\\n\\ndef step_47(x: int) -> int:\\n    return x + 47\\n\\ndef step_48(x: int) -> int:\\n    return x + 48\\n\\ndef step_49(x: int) -> int:\\n    return x + 49\\n\\ndef step_50(x: int) -> int:\\n    return x + 50\\n\\ndef step_51(x: int) -> int:\\n    return x + 51\\n\\ndef step_52(x: int) -> int:\\n    return x + 52\\n\\ndef step_53(x: int) -> int:\\n    return x + 53\\n\\ndef step_54(x: int) -> int:\\n    return x + 54\\n\\ndef step_55(x: int) -> int:\\n    return x + 55\\n\\ndef step_56(x: int) -> int:\\n    return x + 56\\n\\ndef step_57(x: int) -> int:\\n    return x + 57\\n\\ndef step_58(x: int) -> int:\\n    return x + 58\\n\\ndef step_59(x: int) -> int:\\n    return x + 59\\n\\ndef step_60(x: int) -> int:\\n    return x + 60\\n\\ndef step_61(x: int) -> int:\\n    return x + 61\\n\\ndef step_62(x: int) -> int:\\n    return x + 62\\n\\ndef step_63(x: int) -> int:\\n    return x + 63\\n\\ndef step_64(x: int) -> int:\\n    return x + 64\\n\\ndef step_65(x: int) -> int:\\n    return x + 65\\n\\ndef step_66(x: int) -> int:\\n    return x + 66\\n\\ndef step_67(x: int) -> int:\\n    return x + 67\\n\\ndef step_68(x: int) -> int:\\n    return x + 68\\n\\ndef step_69(x: int) -> int:\\n    return x + 69\\n\\ndef step_70(x: int) -> int:\\n    return x + 70\\n\\ndef step_71(x: int) -> int:\\n    return x + 71\\n\\ndef step_72(x: int) -> int:\\n    return x + 72\\n\\ndef step_73(x: int) -> int:\\n    return x + 73\\n\\ndef step_74(x: int) -> int:\\n    return x + 74\\n\\ndef step_75(x: int) -> int:\\n    return x + 75\\n\\ndef step_76(x: int) -> int:\\n    return x + 76\\n\\ndef step_77(x: int) -> int:\\n    return x + 77\\n\\ndef step_78(x: int) -> int:\\n    return x + 78\\n\\ndef step_79(x: int) -> int:\\n    return x + 79\\n\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "Write the module.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"steps.py\",\"content\":\"\\\"\\\"\\\"Generated module used as a long tool argument.\\\"\\\"\\\"\\n\\nfrom __future__ import annotations\\n\\ndef step_00(x: int) -> int:\\n    return x + 0\\n\\ndef step_01(x: int) -> int:\\n    return x + 1\\n\\ndef step_02(x: int) -> int:\\n    return x + 2\\n\\ndef step_03(x: int) -> int:\\n    return x + 3\\n\\ndef step_04(x: int) -> int:\\n    return x + 4\\n\\ndef step_05(x: int) -> int:\\n    return x + 5\\n\\ndef step_06(x: int) -> int:\\n    return x + 6\\n\\ndef step_07(x: int) -> int:\\n    return x + 7\\n\\ndef step_08(x: int) -> int:\\n    return x + 8\\n\\ndef step_09(x: int) -> int:\\n    return x + 9\\n\\ndef step_10(x: int) -> int:\\n    return x + 10\\n\\ndef step_11(x: int) -> int:\\n    return x + 11\\n\\ndef step_12(x: int) -> int:\\n    return x + 12\\n\\ndef step_13(x: int) -> int:\\n    return x + 13\\n\\ndef step_14(x: int) -> int:\\n    return x + 14\\n\\ndef step_15(x: int) -> int:\\n    return x + 15\\n\\ndef step_16(x: int) -> int:\\n    return x + 16\\n\\ndef step_17(x: int) -> int:\\n    return x + 17\\n\\ndef step_18(x: int) -> int:\\n    return x + 18\\n\\ndef step_19(x: int) -> int:\\n    return x + 19\\n\\ndef step_20(x: int) -> int:\\n    return x + 20\\n\\ndef step_21(x: int) -> int:\\n    return x + 21\\n\\ndef step_22(x: int) -> int:\\n    return x + 22\\n\\ndef step_23(x: int) -> int:\\n    return x + 23\\n\\ndef step_24(x: int) -> int:\\n    return x + 24\\n\\ndef step_25(x: int) -> int:\\n    return x + 25\\n\\ndef step_26(x: int) -> int:\\n    return x + 26\\n\\ndef step_27(x: int) -> int:\\n    return x + 27\\n\\ndef step_28(x: int) -> int:\\n    return x + 28\\n\\ndef step_29(x: int) -> int:\\n    return x + 29\\n\\ndef step_30(x: int) -> int:\\n    return x + 30\\n\\ndef step_31(x: int) -> int:\\n    return x + 31\\n\\ndef step_32(x: int) -> int:\\n    return x + 32\\n\\ndef step_33(x: int) -> int:\\n    return x + 33\\n\\ndef step_34(x: int) -> int:\\n    return x + 34\\n\\ndef step_35(x: int) -> int:\\n    return x + 35\\n\\ndef step_36(x: int) -> int:\\n    return x + 36\\n\\ndef step_37(x: int) -> int:\\n    return x + 37\\n\\ndef step_38(x: int) -> int:\\n    return x + 38\\n\\ndef step_39(x: int) -> int:\\n    return x + 39\\n\\ndef step_40(x: int) -> int:\\n    return x + 40\\n\\ndef step_41(x: int) -> int:\\n    return x + 41\\n\\ndef step_42(x: int) -> int:\\n    return x + 42\\n\\ndef step_43(x: int) -> int:\\n    return x + 43\\n\\ndef step_44(x: int) -> int:\\n    return x + 44\\n\\ndef step_45(x: int) -> int:\\n    return x + 45\\n\\ndef step_46(x: int) -> int:\\n    return x + 46\\n\\ndef step_47(x: int) -> int:\\n    return x + 47\\n\\ndef step_48(x: int) -> int:\\n    return x + 48\\n\\ndef step_49(x: int) -> int:\\n    return x + 49\\n\\ndef step_50(x: int) -> int:\\n    return x + 50\\n\\ndef step_51(x: int) -> int:\\n    return x + 51\\n\\ndef step_52(x: int) -> int:\\n    return x + 52\\n\\ndef step_53(x: int) -> int:\\n    return x + 53\\n\\ndef step_54(x: int) -> int:\\n    return x + 54\\n\\ndef step_55(x: int) -> int:\\n    return x + 55\\n\\ndef step_56(x: int) -> int:\\n    return x + 56\\n\\ndef step_57(x: int) -> int:\\n    return x + 57\\n\\ndef step_58(x: int) -> int:\\n    return x + 58\\n\\ndef step_59(x: int) -> int:\\n    return x + 59\\n\\ndef step_60(x: int) -> int:\\n    return x + 60\\n\\ndef step_61(x: int) -> int:\\n    return x + 61\\n\\ndef step_62(x: int) -> int:\\n    return x + 62\\n\\ndef step_63(x: int) -> int:\\n    return x + 63\\n\\ndef step_64(x: int) -> int:\\n    return x + 64\\n\\ndef step_65(x: int) -> int:\\n    return x + 65\\n\\ndef step_66(x: int) -> int:\\n    return x + 66\\n\\ndef step_67(x: int) -> int:\\n    return x + 67\\n\\ndef step_68(x: int) -> int:\\n    return x + 68\\n\\ndef step_69(x: int) -> int:\\n    return x + 69\\n\\ndef step_70(x: int) -> int:\\n    return x + 70\\n\\ndef step_71(x: int) -> int:\\n    return x + 71\\n\\ndef step_72(x: int) -> int:\\n    return x + 72\\n\\ndef step_73(x: int) -> int:\\n    return x + 73\\n\\ndef step_74(x: int) -> int:\\n    return x + 74\\n\\ndef step_75(x: int) -> int:\\n    return x + 75\\n\\ndef step_76(x: int) -> int:\\n    return x + 76\\n\\ndef step_77(x: int) -> int:\\n    return x + 77\\n\\ndef step_78(x: int) -> int:\\n    return x + 78\\n\\ndef step_79(x: int) -> int:\\n    return x + 79\\n\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q38-empty-reasoning",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q38-thinking-disabled",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q38-thinking-disabled-parallel",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q38-thinking-disabled-no-call",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {
          "enable_thinking": false,
          "thinking": false
        },
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
        "enable_thinking": false,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q38-truncated-in-reasoning",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q38-truncated-in-parameter",
      "family": "qwen3-xml",
      "status": "fail",
      "checks": [
        {
          "check": "expected_error",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['write_file'] for Output stopped (max_tokens) inside a parameter value, before </parameter> and </function>. The call is incomplete; a truncated 'rm -rf /tmp/build' must not become a complete 'rm -rf /' (vLLM #57699)."
        },
        {
          "check": "expected_error",
          "strategy": "one",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['write_file'] for Output stopped (max_tokens) inside a parameter value, before </parameter> and </function>. The call is incomplete; a truncated 'rm -rf /tmp/build' must not become a complete 'rm -rf /' (vLLM #57699)."
        },
        {
          "check": "expected_error",
          "strategy": "special",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['write_file'] for Output stopped (max_tokens) inside a parameter value, before </parameter> and </function>. The call is incomplete; a truncated 'rm -rf /tmp/build' must not become a complete 'rm -rf /' (vLLM #57699)."
        },
        {
          "check": "expected_error",
          "strategy": "token",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['write_file'] for Output stopped (max_tokens) inside a parameter value, before </parameter> and </function>. The call is incomplete; a truncated 'rm -rf /tmp/build' must not become a complete 'rm -rf /' (vLLM #57699)."
        },
        {
          "check": "expected_error",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['write_file'] for Output stopped (max_tokens) inside a parameter value, before </parameter> and </function>. The call is incomplete; a truncated 'rm -rf /tmp/build' must not become a complete 'rm -rf /' (vLLM #57699)."
        },
        {
          "check": "expected_error",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['write_file'] for Output stopped (max_tokens) inside a parameter value, before </parameter> and </function>. The call is incomplete; a truncated 'rm -rf /tmp/build' must not become a complete 'rm -rf /' (vLLM #57699)."
        },
        {
          "check": "expected_error",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['write_file'] for Output stopped (max_tokens) inside a parameter value, before </parameter> and </function>. The call is incomplete; a truncated 'rm -rf /tmp/build' must not become a complete 'rm -rf /' (vLLM #57699)."
        },
        {
          "check": "expected_error",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['write_file'] for Output stopped (max_tokens) inside a parameter value, before </parameter> and </function>. The call is incomplete; a truncated 'rm -rf /tmp/build' must not become a complete 'rm -rf /' (vLLM #57699)."
        },
        {
          "check": "expected_error",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "returned 1 tool call(s) ['write_file'] for Output stopped (max_tokens) inside a parameter value, before </parameter> and </function>. The call is incomplete; a truncated 'rm -rf /tmp/build' must not become a complete 'rm -rf /' (vLLM #57699)."
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\":\"/tmp/build.sh\",\"content\":\"rm -rf /': Unterminated string starting at: line 1 column 35 (char 34))"
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\":\"/tmp/build.sh\",\"content\":\"rm -rf /': Unterminated string starting at: line 1 column 35 (char 34))"
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\":\"/tmp/build.sh\",\"content\":\"rm -rf /': Unterminated string starting at: line 1 column 35 (char 34))"
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\":\"/tmp/build.sh\",\"content\":\"rm -rf /': Unterminated string starting at: line 1 column 35 (char 34))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\":\"/tmp/build.sh\",\"content\":\"rm -rf /': Unterminated string starting at: line 1 column 35 (char 34))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\":\"/tmp/build.sh\",\"content\":\"rm -rf /': Unterminated string starting at: line 1 column 35 (char 34))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\":\"/tmp/build.sh\",\"content\":\"rm -rf /': Unterminated string starting at: line 1 column 35 (char 34))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\":\"/tmp/build.sh\",\"content\":\"rm -rf /': Unterminated string starting at: line 1 column 35 (char 34))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not valid JSON text ('{\"path\":\"/tmp/build.sh\",\"content\":\"rm -rf /': Unterminated string starting at: line 1 column 35 (char 34))"
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] write_file: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "Write the script.\n",
          "tool_calls": [
            {
              "name": "write_file",
              "arguments_raw": "{\"path\":\"/tmp/build.sh\",\"content\":\"rm -rf /"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "Write the script.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"/tmp/build.sh\",\"content\":\"rm -rf /"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "Write the script.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"/tmp/build.sh\",\"content\":\"rm -rf /"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "Write the script.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"/tmp/build.sh\",\"content\":\"rm -rf /"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "Write the script.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"/tmp/build.sh\",\"content\":\"rm -rf /"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "Write the script.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"/tmp/build.sh\",\"content\":\"rm -rf /"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "Write the script.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"/tmp/build.sh\",\"content\":\"rm -rf /"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "Write the script.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"/tmp/build.sh\",\"content\":\"rm -rf /"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "Write the script.\n",
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"/tmp/build.sh\",\"content\":\"rm -rf /"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q38-truncated-at-tool-call-open",
      "family": "qwen3-xml",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'The user wants the weather in Paris. I should call get_weather.', got 'The user wants the weather in Paris. I should call get_weather.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.8-27B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
        "template_identical_to": null,
        "model": "Qwen/Qwen3.8-27B",
        "tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.8-27B.vocab.gguf",
        "vocab_gguf_sha256": "7b5dcc22c704d56bf35ebc9cc40ce3a2f766890c968f5c8b6d34a3808680749f",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.8-27B@1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": null,
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.8-27B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "The user wants the weather in Paris. I should call get_weather.\n",
            "tool_calls": [],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q35-python-literals",
      "family": "qwen3-xml",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "reasoning_content (whitespace only): expected 'Set a repeating alarm.', got 'Set a repeating alarm.\\n'; tool_calls: expected ['set_alarm'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "reasoning_content (whitespace only): expected 'Set a repeating alarm.', got 'Set a repeating alarm.\\n'; tool_calls: expected ['set_alarm'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "reasoning_content (whitespace only): expected 'Set a repeating alarm.', got 'Set a repeating alarm.\\n'; tool_calls: expected ['set_alarm'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'set_alarm\\', args: \\'{\"hour\":6,\"minute\":0,\"repeat\":\\'\\n  Current (..."
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'set_alarm\\', args: \\'{\"hour\":6,\"minute\":0\\'\\n  Current (0):\\n  Cur..."
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'set_alarm\\', args: \\'{\"hour\":6,\"minute\":0,\"repeat\":\\'\\n  Current (..."
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'set_alarm\\', args: \\'{\"hour\":6,\"minute\":0\\'\\n  Current (0):\\n  Cur..."
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'set_alarm\\', args: \\'{\"hour\":6,\"minute\":0,\"repeat\":\\'\\n  Current (..."
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "parser raised 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'set_alarm\\', args: \\'{\"hour\":6,\"minute\":0\\'\\n  Current (0):\\n  Cur..."
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "exception: nonstream None, got 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'set_alarm\\', args: \\'{\"hour\":6,\"minute\":0,\"repeat\":\\'\\n  Current (...; tool_calls: nonstream [], got ['set_alarm']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "exception: nonstream None, got 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'set_alarm\\', args: \\'{\"hour\":6,\"minute\":0\\'\\n  Current (0):\\n  Cur...; tool_calls: nonstream [], got ['set_alarm']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "exception: nonstream None, got 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'set_alarm\\', args: \\'{\"hour\":6,\"minute\":0,\"repeat\":\\'\\n  Current (...; tool_calls: nonstream [], got ['set_alarm']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "exception: nonstream None, got 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'set_alarm\\', args: \\'{\"hour\":6,\"minute\":0\\'\\n  Current (0):\\n  Cur...; tool_calls: nonstream [], got ['set_alarm']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "exception: nonstream None, got 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'set_alarm\\', args: \\'{\"hour\":6,\"minute\":0,\"repeat\":\\'\\n  Current (...; tool_calls: nonstream [], got ['set_alarm']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "exception: nonstream None, got 'LlamaCppError: Invalid diff: now finding less tool calls!\\n  Previous (1):\\n    - name: \\'set_alarm\\', args: \\'{\"hour\":6,\"minute\":0\\'\\n  Current (0):\\n  Cur...; tool_calls: nonstream [], got ['set_alarm']"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not valid JSON text ('{\"hour\":6,\"minute\":0,\"repeat\":': Expecting value: line 1 column 31 (char 30))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not valid JSON text ('{\"hour\":6,\"minute\":0': Expecting ',' delimiter: line 1 column 21 (char 20))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not valid JSON text ('{\"hour\":6,\"minute\":0,\"repeat\":': Expecting value: line 1 column 31 (char 30))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not valid JSON text ('{\"hour\":6,\"minute\":0': Expecting ',' delimiter: line 1 column 21 (char 20))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not valid JSON text ('{\"hour\":6,\"minute\":0,\"repeat\":': Expecting value: line 1 column 31 (char 30))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not valid JSON text ('{\"hour\":6,\"minute\":0': Expecting ',' delimiter: line 1 column 21 (char 20))"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.5-9B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4aee8afcf2e0711942cf848899be66016f8d14a889ff9ede07bca099c28f715",
        "template_identical_to": "models/templates/Qwen3.5-4B.jinja",
        "model": "Qwen/Qwen3.5-9B",
        "tokenizer": "Qwen/Qwen3.5-9B@c202236235762e1c871ad0ccb60c8ee5ba337b9a",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.5-9B.vocab.gguf",
        "vocab_gguf_sha256": "ccfbc41329c3caba178c629bf95b67eab472cee6f1a271ba69ce059056edd896",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.5-9B@c202236235762e1c871ad0ccb60c8ee5ba337b9a",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.5-9B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "Set a repeating alarm.\n",
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "Set a repeating alarm.\n",
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "Set a repeating alarm.\n",
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "Set a repeating alarm.\n",
            "tool_calls": [
              {
                "name": "set_alarm",
                "arguments_raw": "{\"hour\":6,\"minute\":0,\"repeat\":"
              }
            ],
            "exception": "LlamaCppError: Invalid diff: now finding less tool calls!\n  Previous (1):\n    - name: 'set_alarm', args: '{\"hour\":6,\"minute\":0,\"repeat\":'\n  Current (0):\n  Current msg text content:\n\n"
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "Set a repeating alarm.\n",
            "tool_calls": [
              {
                "name": "set_alarm",
                "arguments_raw": "{\"hour\":6,\"minute\":0"
              }
            ],
            "exception": "LlamaCppError: Invalid diff: now finding less tool calls!\n  Previous (1):\n    - name: 'set_alarm', args: '{\"hour\":6,\"minute\":0'\n  Current (0):\n  Current msg text content:\n\n"
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "Set a repeating alarm.\n",
            "tool_calls": [
              {
                "name": "set_alarm",
                "arguments_raw": "{\"hour\":6,\"minute\":0,\"repeat\":"
              }
            ],
            "exception": "LlamaCppError: Invalid diff: now finding less tool calls!\n  Previous (1):\n    - name: 'set_alarm', args: '{\"hour\":6,\"minute\":0,\"repeat\":'\n  Current (0):\n  Current msg text content:\n\n"
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "Set a repeating alarm.\n",
            "tool_calls": [
              {
                "name": "set_alarm",
                "arguments_raw": "{\"hour\":6,\"minute\":0"
              }
            ],
            "exception": "LlamaCppError: Invalid diff: now finding less tool calls!\n  Previous (1):\n    - name: 'set_alarm', args: '{\"hour\":6,\"minute\":0'\n  Current (0):\n  Current msg text content:\n\n"
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "Set a repeating alarm.\n",
            "tool_calls": [
              {
                "name": "set_alarm",
                "arguments_raw": "{\"hour\":6,\"minute\":0,\"repeat\":"
              }
            ],
            "exception": "LlamaCppError: Invalid diff: now finding less tool calls!\n  Previous (1):\n    - name: 'set_alarm', args: '{\"hour\":6,\"minute\":0,\"repeat\":'\n  Current (0):\n  Current msg text content:\n\n"
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "Set a repeating alarm.\n",
            "tool_calls": [
              {
                "name": "set_alarm",
                "arguments_raw": "{\"hour\":6,\"minute\":0"
              }
            ],
            "exception": "LlamaCppError: Invalid diff: now finding less tool calls!\n  Previous (1):\n    - name: 'set_alarm', args: '{\"hour\":6,\"minute\":0'\n  Current (0):\n  Current msg text content:\n\n"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/q35-single-call",
      "family": "qwen3-xml",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Weather lookup.', got 'Weather lookup.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Weather lookup.', got 'Weather lookup.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Weather lookup.', got 'Weather lookup.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Weather lookup.', got 'Weather lookup.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Weather lookup.', got 'Weather lookup.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Weather lookup.', got 'Weather lookup.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Weather lookup.', got 'Weather lookup.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Weather lookup.', got 'Weather lookup.\\n'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "reasoning_content (whitespace only): expected 'Weather lookup.', got 'Weather lookup.\\n'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3.5-9B.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "a4aee8afcf2e0711942cf848899be66016f8d14a889ff9ede07bca099c28f715",
        "template_identical_to": "models/templates/Qwen3.5-4B.jinja",
        "model": "Qwen/Qwen3.5-9B",
        "tokenizer": "Qwen/Qwen3.5-9B@c202236235762e1c871ad0ccb60c8ee5ba337b9a",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3.5-9B.vocab.gguf",
        "vocab_gguf_sha256": "ccfbc41329c3caba178c629bf95b67eab472cee6f1a271ba69ce059056edd896",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3.5-9B@c202236235762e1c871ad0ccb60c8ee5ba337b9a",
        "fixture_generation_prompt": "<|im_start|>assistant\n<think>\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n<think>\n",
        "enable_thinking": true,
        "template_supports_thinking": true,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>",
          "<think>",
          "</think>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "<think>",
        "thinking_end_tags": [
          "\n</think>",
          "</think>",
          "<tool_call>"
        ],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3.5-9B"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "",
          "reasoning_content": "Weather lookup.\n",
          "tool_calls": [
            {
              "name": "get_weather",
              "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": "Weather lookup.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": "Weather lookup.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": "Weather lookup.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": "Weather lookup.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": "Weather lookup.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": "Weather lookup.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": "Weather lookup.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": "Weather lookup.\n",
            "tool_calls": [
              {
                "name": "get_weather",
                "arguments_raw": "{\"city\":\"Zürich\",\"unit\":\"c\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/coder-single-call",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5a38bfa05833266240066aedc497decc9b00cc0d3e3b8cceea98cf530196ab06",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct",
        "tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "835d0d2ad5a7f95016cdf13dffb330e8495936aac89fa4edf5e103c424ce9849",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-Coder-30B-A3B-Instruct"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/coder-parallel-calls",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5a38bfa05833266240066aedc497decc9b00cc0d3e3b8cceea98cf530196ab06",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct",
        "tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "835d0d2ad5a7f95016cdf13dffb330e8495936aac89fa4edf5e103c424ce9849",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-Coder-30B-A3B-Instruct"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/coder-text-before-call",
      "family": "qwen3-xml",
      "status": "soft_pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll create the file now.\", got \"I'll create the file now.\\n\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll create the file now.\", got \"I'll create the file now.\\n\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll create the file now.\", got \"I'll create the file now.\\n\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll create the file now.\", got \"I'll create the file now.\\n\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll create the file now.\", got \"I'll create the file now.\\n\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll create the file now.\", got \"I'll create the file now.\\n\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll create the file now.\", got \"I'll create the file now.\\n\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll create the file now.\", got \"I'll create the file now.\\n\\n\""
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "soft_pass",
          "detail": "content (whitespace only): expected \"I'll create the file now.\", got \"I'll create the file now.\\n\\n\""
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5a38bfa05833266240066aedc497decc9b00cc0d3e3b8cceea98cf530196ab06",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct",
        "tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "835d0d2ad5a7f95016cdf13dffb330e8495936aac89fa4edf5e103c424ce9849",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-Coder-30B-A3B-Instruct"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "I'll create the file now.\n\n",
          "reasoning_content": null,
          "tool_calls": [
            {
              "name": "write_file",
              "arguments_raw": "{\"path\":\"hello.py\",\"content\":\"def greet(name: str) -> str:\\n    \\\"\\\"\\\"Say hi.\\\"\\\"\\\"\\n    return f\\\"Hello, {name}!\\\"\\n\\n\\nprint(greet(\\\"Zoë\\\"))\"}"
            }
          ],
          "exception": null
        },
        "streams": {
          "one": {
            "content": "I'll create the file now.\n\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"hello.py\",\"content\":\"def greet(name: str) -> str:\\n    \\\"\\\"\\\"Say hi.\\\"\\\"\\\"\\n    return f\\\"Hello, {name}!\\\"\\n\\n\\nprint(greet(\\\"Zoë\\\"))\"}"
              }
            ],
            "exception": null
          },
          "special": {
            "content": "I'll create the file now.\n\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"hello.py\",\"content\":\"def greet(name: str) -> str:\\n    \\\"\\\"\\\"Say hi.\\\"\\\"\\\"\\n    return f\\\"Hello, {name}!\\\"\\n\\n\\nprint(greet(\\\"Zoë\\\"))\"}"
              }
            ],
            "exception": null
          },
          "token": {
            "content": "I'll create the file now.\n\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"hello.py\",\"content\":\"def greet(name: str) -> str:\\n    \\\"\\\"\\\"Say hi.\\\"\\\"\\\"\\n    return f\\\"Hello, {name}!\\\"\\n\\n\\nprint(greet(\\\"Zoë\\\"))\"}"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": "I'll create the file now.\n\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"hello.py\",\"content\":\"def greet(name: str) -> str:\\n    \\\"\\\"\\\"Say hi.\\\"\\\"\\\"\\n    return f\\\"Hello, {name}!\\\"\\n\\n\\nprint(greet(\\\"Zoë\\\"))\"}"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": "I'll create the file now.\n\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"hello.py\",\"content\":\"def greet(name: str) -> str:\\n    \\\"\\\"\\\"Say hi.\\\"\\\"\\\"\\n    return f\\\"Hello, {name}!\\\"\\n\\n\\nprint(greet(\\\"Zoë\\\"))\"}"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": "I'll create the file now.\n\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"hello.py\",\"content\":\"def greet(name: str) -> str:\\n    \\\"\\\"\\\"Say hi.\\\"\\\"\\\"\\n    return f\\\"Hello, {name}!\\\"\\n\\n\\nprint(greet(\\\"Zoë\\\"))\"}"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": "I'll create the file now.\n\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"hello.py\",\"content\":\"def greet(name: str) -> str:\\n    \\\"\\\"\\\"Say hi.\\\"\\\"\\\"\\n    return f\\\"Hello, {name}!\\\"\\n\\n\\nprint(greet(\\\"Zoë\\\"))\"}"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": "I'll create the file now.\n\n",
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "write_file",
                "arguments_raw": "{\"path\":\"hello.py\",\"content\":\"def greet(name: str) -> str:\\n    \\\"\\\"\\\"Say hi.\\\"\\\"\\\"\\n    return f\\\"Hello, {name}!\\\"\\n\\n\\nprint(greet(\\\"Zoë\\\"))\"}"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/coder-no-call",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5a38bfa05833266240066aedc497decc9b00cc0d3e3b8cceea98cf530196ab06",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct",
        "tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "835d0d2ad5a7f95016cdf13dffb330e8495936aac89fa4edf5e103c424ce9849",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-Coder-30B-A3B-Instruct"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/coder-python-literals",
      "family": "qwen3-xml",
      "status": "fail",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content: expected None, got '<tool_call>\\n<function=set_alarm>\\n<parameter=hour>\\n9\\n</parameter>\\n<parameter=minute>\\n15\\n</parameter>\\n<parameter=volume>\\n0.5\\n</parameter>\\n<paramete...; tool_calls: expected ['set_alarm'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "fail",
          "detail": "tool_calls: expected ['set_alarm'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "fail",
          "detail": "tool_calls: expected ['set_alarm'], got []"
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"hour\": 9, \"minute\": 15, \"volume\": 0.5, \"repeat\": false}', got '{\"hour\":9,\"minute\":15,\"volume\":0.5,\"repeat\":'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"hour\": 9, \"minute\": 15, \"volume\": 0.5, \"repeat\": false}', got '{\"hour\":9,\"minute\":15,\"volume\":0.5'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"hour\": 9, \"minute\": 15, \"volume\": 0.5, \"repeat\": false}', got '{\"hour\":9,\"minute\":15,\"volume\":0.5'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"hour\": 9, \"minute\": 15, \"volume\": 0.5, \"repeat\": false}', got '{\"hour\":9,\"minute\":15,\"volume\":0.5,\"repeat\":'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"hour\": 9, \"minute\": 15, \"volume\": 0.5, \"repeat\": false}', got '{\"hour\":9,\"minute\":15,\"volume\":0.5'"
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "tool_calls[0].arguments: expected '{\"hour\": 9, \"minute\": 15, \"volume\": 0.5, \"repeat\": false}', got '{\"hour\":9,\"minute\":15,\"volume\":0.5'"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n<function=set_alarm>\\n<parameter=hour>\\n9\\n</parameter>\\n<parameter=minute>\\n15\\n</parameter>\\n<parameter=volume>\\n0.5\\n</parameter>\\n<paramete..., got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n<function=set_alarm>\\n<parameter=hour>\\n9\\n</parameter>\\n<parameter=minute>\\n15\\n</parameter>\\n<parameter=volume>\\n0.5\\n</parameter>\\n<paramete..., got None"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n<function=set_alarm>\\n<parameter=hour>\\n9\\n</parameter>\\n<parameter=minute>\\n15\\n</parameter>\\n<parameter=volume>\\n0.5\\n</parameter>\\n<paramete..., got None; tool_calls: nonstream [], got ['set_alarm']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n<function=set_alarm>\\n<parameter=hour>\\n9\\n</parameter>\\n<parameter=minute>\\n15\\n</parameter>\\n<parameter=volume>\\n0.5\\n</parameter>\\n<paramete..., got None; tool_calls: nonstream [], got ['set_alarm']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n<function=set_alarm>\\n<parameter=hour>\\n9\\n</parameter>\\n<parameter=minute>\\n15\\n</parameter>\\n<parameter=volume>\\n0.5\\n</parameter>\\n<paramete..., got None; tool_calls: nonstream [], got ['set_alarm']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n<function=set_alarm>\\n<parameter=hour>\\n9\\n</parameter>\\n<parameter=minute>\\n15\\n</parameter>\\n<parameter=volume>\\n0.5\\n</parameter>\\n<paramete..., got None; tool_calls: nonstream [], got ['set_alarm']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n<function=set_alarm>\\n<parameter=hour>\\n9\\n</parameter>\\n<parameter=minute>\\n15\\n</parameter>\\n<parameter=volume>\\n0.5\\n</parameter>\\n<paramete..., got None; tool_calls: nonstream [], got ['set_alarm']"
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "content: nonstream '<tool_call>\\n<function=set_alarm>\\n<parameter=hour>\\n9\\n</parameter>\\n<parameter=minute>\\n15\\n</parameter>\\n<parameter=volume>\\n0.5\\n</parameter>\\n<paramete..., got None; tool_calls: nonstream [], got ['set_alarm']"
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "fail",
          "detail": "content contains '<tool_call>'; content contains '</tool_call>'; content contains '<function='; content contains '</function>'; content contains '<parameter='; content contains '</parameter>'"
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not valid JSON text ('{\"hour\":9,\"minute\":15,\"volume\":0.5,\"repeat\":': Expecting value: line 1 column 45 (char 44))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not valid JSON text ('{\"hour\":9,\"minute\":15,\"volume\":0.5': Expecting ',' delimiter: line 1 column 35 (char 34))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not valid JSON text ('{\"hour\":9,\"minute\":15,\"volume\":0.5': Expecting ',' delimiter: line 1 column 35 (char 34))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not valid JSON text ('{\"hour\":9,\"minute\":15,\"volume\":0.5,\"repeat\":': Expecting value: line 1 column 45 (char 44))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not valid JSON text ('{\"hour\":9,\"minute\":15,\"volume\":0.5': Expecting ',' delimiter: line 1 column 35 (char 34))"
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not valid JSON text ('{\"hour\":9,\"minute\":15,\"volume\":0.5': Expecting ',' delimiter: line 1 column 35 (char 34))"
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not a JSON object; not validated"
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "fail",
          "detail": "[0] set_alarm: arguments are not a JSON object; not validated"
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5a38bfa05833266240066aedc497decc9b00cc0d3e3b8cceea98cf530196ab06",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct",
        "tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "835d0d2ad5a7f95016cdf13dffb330e8495936aac89fa4edf5e103c424ce9849",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-Coder-30B-A3B-Instruct"
          }
        }
      },
      "observed": {
        "nonstream": {
          "content": "<tool_call>\n<function=set_alarm>\n<parameter=hour>\n9\n</parameter>\n<parameter=minute>\n15\n</parameter>\n<parameter=volume>\n0.5\n</parameter>\n<parameter=repeat>\nFalse\n</parameter>\n</function>\n</tool_call>",
          "reasoning_content": null,
          "tool_calls": [],
          "exception": null
        },
        "streams": {
          "one": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "special": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [],
            "exception": null
          },
          "token": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "set_alarm",
                "arguments_raw": "{\"hour\":9,\"minute\":15,\"volume\":0.5,\"repeat\":"
              }
            ],
            "exception": null
          },
          "rand:1:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "set_alarm",
                "arguments_raw": "{\"hour\":9,\"minute\":15,\"volume\":0.5"
              }
            ],
            "exception": null
          },
          "rand:2:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "set_alarm",
                "arguments_raw": "{\"hour\":9,\"minute\":15,\"volume\":0.5"
              }
            ],
            "exception": null
          },
          "rand:3:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "set_alarm",
                "arguments_raw": "{\"hour\":9,\"minute\":15,\"volume\":0.5,\"repeat\":"
              }
            ],
            "exception": null
          },
          "rand:4:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "set_alarm",
                "arguments_raw": "{\"hour\":9,\"minute\":15,\"volume\":0.5"
              }
            ],
            "exception": null
          },
          "rand:5:8": {
            "content": null,
            "reasoning_content": null,
            "tool_calls": [
              {
                "name": "set_alarm",
                "arguments_raw": "{\"hour\":9,\"minute\":15,\"volume\":0.5"
              }
            ],
            "exception": null
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/coder-empty-arguments",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5a38bfa05833266240066aedc497decc9b00cc0d3e3b8cceea98cf530196ab06",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct",
        "tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "835d0d2ad5a7f95016cdf13dffb330e8495936aac89fa4edf5e103c424ce9849",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-Coder-30B-A3B-Instruct"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/coder-marker-in-arguments",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "5a38bfa05833266240066aedc497decc9b00cc0d3e3b8cceea98cf530196ab06",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct",
        "tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-Coder-30B-A3B-Instruct.vocab.gguf",
        "vocab_gguf_sha256": "835d0d2ad5a7f95016cdf13dffb330e8495936aac89fa4edf5e103c424ce9849",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-Coder-30B-A3B-Instruct@b2cff646eb4bb1d68355c01b18ae02e7cf42d120",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-Coder-30B-A3B-Instruct"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/coder-next-json-literals",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-Coder-Next.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "0b5c439b5b14126c0ae8b14ca93240c3cef1e7e29d684102b07f10727523dbdb",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-Coder-Next",
        "tokenizer": "Qwen/Qwen3-Coder-Next@a7fbcb5c0e12d62a448eaa0e260346bf5dcc0feb",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-Coder-Next.vocab.gguf",
        "vocab_gguf_sha256": "5e0ca989989a8d2ad3462d205a1018a0085a9ce0540ed04debe504da48e69ba7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-Coder-Next@a7fbcb5c0e12d62a448eaa0e260346bf5dcc0feb",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-Coder-Next"
          }
        }
      }
    },
    {
      "fixture_id": "qwen3-xml/coder-next-parallel-calls",
      "family": "qwen3-xml",
      "status": "pass",
      "checks": [
        {
          "check": "expected_match",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "expected_match",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "stream_equals_nonstream",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "no_leakage",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_json",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "arguments_schema",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "nonstream",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "one",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "special",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "token",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:1:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:2:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:3:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:4:8",
          "status": "pass",
          "detail": null
        },
        {
          "check": "parallel_order",
          "strategy": "rand:5:8",
          "status": "pass",
          "detail": null
        }
      ],
      "parser_config": {
        "engine_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "chat_parser": "common_chat_templates_apply -> common_chat_parse (PEG)",
        "family_handler": "specialized handler 'Qwen3-Coder'",
        "reasoning_format": "deepseek",
        "chat_template_kwargs": {},
        "template_source": "gguf",
        "template_source_requested": "gguf",
        "template_source_reason": null,
        "template_path": "Qwen--Qwen3-Coder-Next.vocab.gguf: tokenizer.chat_template",
        "template_sha256": "0b5c439b5b14126c0ae8b14ca93240c3cef1e7e29d684102b07f10727523dbdb",
        "template_identical_to": null,
        "model": "Qwen/Qwen3-Coder-Next",
        "tokenizer": "Qwen/Qwen3-Coder-Next@a7fbcb5c0e12d62a448eaa0e260346bf5dcc0feb",
        "tokenizer_mode": "gguf-vocab-only",
        "vocab_gguf": "Qwen--Qwen3-Coder-Next.vocab.gguf",
        "vocab_gguf_sha256": "5e0ca989989a8d2ad3462d205a1018a0085a9ce0540ed04debe504da48e69ba7",
        "vocab_gguf_llama_cpp_commit": "a25c9865fe03c954c93fd755b5d79ae86ba99750",
        "vocab_gguf_converter_env": "llama.cpp requirements-convert_hf_to_gguf.txt",
        "vocab_gguf_converter_patches": null,
        "fixture_tokenizer": "Qwen/Qwen3-Coder-Next@a7fbcb5c0e12d62a448eaa0e260346bf5dcc0feb",
        "fixture_generation_prompt": "<|im_start|>assistant\n",
        "format": "peg-native",
        "generation_prompt": "<|im_start|>assistant\n",
        "enable_thinking": false,
        "template_supports_thinking": false,
        "parallel_tool_calls": true,
        "template_variant": "default",
        "preserved_tokens": [
          "<tool_call>",
          "</tool_call>"
        ],
        "additional_stops": [],
        "thinking_start_tag": "",
        "thinking_end_tags": [],
        "end_token": "<|im_end|>",
        "eog_positions": [],
        "tools_sha256": "33e20799515a5fd3964787ec5ae7c6b604e9e6dc0d825fce90acb0f5f3e4462a",
        "detokenized_matches_raw_output": true,
        "template_alternatives": {
          "llamacpp": {
            "available": false,
            "reason": "llama.cpp models/templates has no copy named after Qwen/Qwen3-Coder-Next"
          }
        }
      }
    }
  ],
  "summary": {
    "totals": {
      "pass": 278,
      "soft_pass": 46,
      "fail": 114,
      "error": 0,
      "unsupported": 31
    },
    "by_family": {
      "deepseek": {
        "pass": 35,
        "soft_pass": 0,
        "fail": 29,
        "error": 0,
        "unsupported": 21
      },
      "gemma4": {
        "pass": 35,
        "soft_pass": 5,
        "fail": 8,
        "error": 0,
        "unsupported": 0
      },
      "glm": {
        "pass": 41,
        "soft_pass": 2,
        "fail": 8,
        "error": 0,
        "unsupported": 0
      },
      "gpt-oss": {
        "pass": 43,
        "soft_pass": 0,
        "fail": 8,
        "error": 0,
        "unsupported": 0
      },
      "kimi": {
        "pass": 35,
        "soft_pass": 0,
        "fail": 14,
        "error": 0,
        "unsupported": 0
      },
      "llama": {
        "pass": 14,
        "soft_pass": 0,
        "fail": 10,
        "error": 0,
        "unsupported": 10
      },
      "mistral": {
        "pass": 28,
        "soft_pass": 0,
        "fail": 19,
        "error": 0,
        "unsupported": 0
      },
      "qwen3-hermes": {
        "pass": 23,
        "soft_pass": 16,
        "fail": 11,
        "error": 0,
        "unsupported": 0
      },
      "qwen3-xml": {
        "pass": 24,
        "soft_pass": 23,
        "fail": 7,
        "error": 0,
        "unsupported": 0
      }
    }
  }
}