from jinja2 import TemplateError
from transformers import AutoTokenizer

models = {
    "DeepSeekV3": "deepseek-ai/DeepSeek-R1",
    "DeepSeekV3-0528": "deepseek-ai/DeepSeek-R1-0528",
    "EXAONE-4.5": "LGAI-EXAONE/EXAONE-4.5-33B",
    "Gemma4": "google/gemma-4-E2B-it",
    "GLM-5.1": "zai-org/GLM-5.1",
    "GLM4MOE": "zai-org/GLM-4.5",
    "GptOSS": "openai/gpt-oss-20b",
    "Holo3": "Hcompany/Holo3-35B-A3B",
    "LFM2.5-VL": "LiquidAI/LFM2.5-VL-450M",
    "Llama3.1": "meta-llama/Llama-3.1-8B-Instruct",
    "Llama3.2": "meta-llama/Llama-3.2-1B-Instruct",
    "Marco-Mini": "AIDC-AI/Marco-Mini-Instruct",
    "MiniMax-M2.5": "MiniMaxAI/MiniMax-M2.5",
    "MiniMax-M2.7": "MiniMaxAI/MiniMax-M2.7",
    "Qwen2.5": "Qwen/Qwen2.5-32B-Instruct",
    "Qwen3": "Qwen/Qwen3-8B",
    "Qwen3-Coder": "Qwen/Qwen3-Coder-Next",
    "Qwen3MOE": "Qwen/Qwen3-30B-A3B",
    "Qwen3VL": "Qwen/Qwen3-VL-2B-Instruct",
    "Qwen3.5": "Qwen/Qwen3.5-0.8B",
}

tc_dict = [{"type": "function", "function": {"name": "f", "arguments": {"a": 1}}}]
tc_str = [{"type": "function", "function": {"name": "f", "arguments": '{"a": 1}'}}]
MISSING = object()


def render(tokenizer, tool_calls, content=MISSING):
    msg = {"role": "assistant", "tool_calls": tool_calls}
    if content is not MISSING:
        msg["content"] = content
    try:
        return tokenizer.apply_chat_template([{"role": "user", "content": "hi"}, msg], tokenize=False)
    except (TemplateError, TypeError, KeyError):
        return None


def cell(result, reference=None):
    if result is None:
        return ":x:"
    if reference is not None and result != reference:
        return ":warning:"
    return ":white_check_mark:"


# ── Table 1: argument format ─────────────────────────────────────────────────
print("| Model | `dict` | `str` |")
print("|---|---|---|")
for name, model_id in models.items():
    tok = AutoTokenizer.from_pretrained(model_id)
    r_dict = render(tok, tc_dict, "")
    r_str = render(tok, tc_str, "")
    # Reference is the dict output when available, else str
    ref = r_dict if r_dict is not None else r_str
    print(f"| {name} | {cell(r_dict)} | {cell(r_str, ref)} |")

print()

# ── Table 2: content field ────────────────────────────────────────────────────
print("| Model | `content=None` | `content=\"\"` | No `content` key |")
print("|---|---|---|---|")
for name, model_id in models.items():
    tok = AutoTokenizer.from_pretrained(model_id)
    # Use each model's working arg format
    tc = tc_dict if render(tok, tc_dict, "") is not None else tc_str
    ref = render(tok, tc, "")
    r_none = render(tok, tc, None)
    r_missing = render(tok, tc, MISSING)
    print(f"| {name} | {cell(r_none, ref)} | {cell(ref)} | {cell(r_missing, ref)} |")