ollama - 💡(How to fix) Fix Imported Qwen3-VL-8B GGUF + mmproj registers as vision-capable but crashes on first image request on Apple Silicon (exit status 2)

FROM /path/to/Qwen_Qwen3-VL-8B-Instruct-Q8_0.gguf
FROM /path/to/mmproj-Qwen_Qwen3-VL-8B-Instruct-f16.gguf

PARAMETER num_ctx 32768
PARAMETER num_gpu 99
PARAMETER temperature 0.7
PARAMETER top_p 0.9

---

ollama create qwen3-vl-8b-instruct -f Modelfile

---

ollama show qwen3-vl-8b-instruct:latest

---

Model
  architecture        qwen3vl
  parameters          8.2B
  context length      262144
  embedding length    4096
  quantization        Q8_0

Capabilities
  completion
  vision

Projector
  architecture        clip
  parameters          576.39M
  embedding length    1152
  dimensions          4096

---

env OLLAMA_HOST=127.0.0.1:11434 /Applications/Ollama.app/Contents/Resources/ollama serve

---

curl http://127.0.0.1:11434/v1/models

---

IMG=$(base64 < test.png | tr -d '\n')
curl -sS -D - http://127.0.0.1:11434/api/chat \
  -H 'Content-Type: application/json' \
  -d "{\"model\":\"qwen3-vl-8b-instruct:latest\",\"messages\":[{\"role\":\"user\",\"content\":\"Describe this image briefly.\",\"images\":[\"$IMG\"]}],\"stream\":false}"

---

HTTP/1.1 500 Internal Server Error
{"error":"model runner has unexpectedly stopped, this may be due to resource limitations or an internal error, check ollama server logs for details"}

---

IMG=$(base64 < test.png | tr -d '\n')
curl -sS -D - http://127.0.0.1:11434/v1/chat/completions \
  -H 'Content-Type: application/json' \
  -d "{\"model\":\"qwen3-vl-8b-instruct:latest\",\"messages\":[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"text\":\"Describe this image briefly.\"},{\"type\":\"image_url\",\"image_url\":{\"url\":\"data:image/png;base64,$IMG\"}}]}],\"stream\":false}"

---

HTTP/1.1 500 Internal Server Error
{"error":{"message":"model runner has unexpectedly stopped, this may be due to resource limitations or an internal error, check ollama server logs for details","type":"api_error","param":null,"code":null}}

---

time=2026-05-22T10:36:54.042-04:00 level=ERROR source=server.go:1654 msg="post predict" error="Post \"http://127.0.0.1:64595/completion\": EOF"
[GIN] 2026/05/22 - 10:36:54 | 500 |  4.553328875s | 127.0.0.1 | POST "/api/chat"
time=2026-05-22T10:36:54.042-04:00 level=ERROR source=server.go:316 msg="llama runner terminated" error="exit status 2"

---

time=2026-05-22T10:37:13.646-04:00 level=ERROR source=server.go:316 msg="llama runner terminated" error="exit status 2"
time=2026-05-22T10:37:13.646-04:00 level=ERROR source=server.go:1654 msg="post predict" error="Post \"http://127.0.0.1:64608/completion\": EOF"
[GIN] 2026/05/22 - 10:37:13 | 500 | 4.599645s | 127.0.0.1 | POST "/v1/chat/completions"