from openai import OpenAI
import concurrent.futures
 
client = OpenAI(base_url="http://localhost:8000/v1", api_key="your-api-key")
 
tools = [
    {
        "type": "function",
        "function": {
            "name": "regex_scan",
            "description": "Scan text for sensitive patterns like IP addresses, passwords, API keys.",
            "parameters": {
                "type": "object",
                "properties": {
                    "scope": {"type": "string", "default": "all"}
                },
            }
        }
    }
]
 
system_prompt = "You are a security reviewer. Analyze the given text and call tools to check for sensitive information, then output a JSON report."
 
# Use any long-ish content (10K+ characters)
content = "..."

---

for i in range(5):
    resp = client.chat.completions.create(
        model="gemma4-31b",
        messages=[
            {"role": "system", "content": system_prompt},
            {"role": "user", "content": content},
        ],
        tools=tools,
        tool_choice="auto",
        max_tokens=4096,
        temperature=0.3,
    )
    output = resp.choices[0].message.content or ""
    print(f"  #{i}: pad={'<pad>' in output}, len={len(output)}")

---

def run_one(idx):
    resp = client.chat.completions.create(
        model="gemma4-31b",
        messages=[
            {"role": "system", "content": system_prompt},
            {"role": "user", "content": f"Request {idx}: {content}"},
        ],
        tools=tools,
        tool_choice="auto",
        max_tokens=4096,
        temperature=0.3,
    )
    msg = resp.choices[0].message
    output = msg.content or ""
    return idx, "<pad>" in output, len(output), resp.choices[0].finish_reason
 
with concurrent.futures.ThreadPoolExecutor(max_workers=5) as pool:
    futures = [pool.submit(run_one, i) for i in range(5)]
    for f in concurrent.futures.as_completed(futures):
        idx, has_pad, length, reason = f.result()
        print(f"  #{idx}: pad={has_pad}, len={length}, finish={reason}")

---

#4: pad=False, len=217, finish=stop
  #2: pad=False, len=204, finish=stop
  #0: pad=False, len=209, finish=stop
  #1: pad=True,  len=20480, finish=no_tools    ← <pad> filled entire output
  #3: pad=True,  len=20418, finish=length      ← <pad> filled entire output