[2026-09-16T23:22:44Z] waiting for the quiet-box lock (no HF upload during speed runs)
[2026-09-17T00:32:03Z] quiet-box lock held
[2026-09-17T00:32:03Z] bench n-q106-rocm
{"label": "n-q106-rocm", "model": "Nex-N2.5-mini-Q4_0_ROCMFP4_STRIX_LEAN.gguf", "draft": null, "nmax": null, "strict": false, "bin": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin", "dev": "ROCm0", "ctx": 65536, "workload": "code", "load_s": 22.0, "cmd": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin/llama-server -m /mnt/models/nex-n2.5-mini/out/Nex-N2.5-mini-Q4_0_ROCMFP4_STRIX_LEAN.gguf -dev ROCm0 -ngl 999 -fa on -dio --jinja -fit off --parallel 1 -c 65536 -b 2048 -ub 1024 --host 127.0.0.1 --port 18600 --no-webui", "tg_median": 63.94, "tg_min": 63.56, "tg_max": 63.96, "pp_median": 1158.2, "prompt_n": 7098, "accept": null}
[2026-09-17T00:33:06Z] bench n-q106-vk
{"label": "n-q106-vk", "model": "Nex-N2.5-mini-Q4_0_ROCMFP4_STRIX_LEAN.gguf", "draft": null, "nmax": null, "strict": false, "bin": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin", "dev": "Vulkan0", "ctx": 65536, "workload": "code", "load_s": 4.0, "cmd": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin/llama-server -m /mnt/models/nex-n2.5-mini/out/Nex-N2.5-mini-Q4_0_ROCMFP4_STRIX_LEAN.gguf -dev Vulkan0 -ngl 999 -fa on -dio --jinja -fit off --parallel 1 -c 65536 -b 2048 -ub 1024 --host 127.0.0.1 --port 18600 --no-webui", "tg_median": 68.16, "tg_min": 68.1, "tg_max": 68.21, "pp_median": 1006.0, "prompt_n": 7096, "accept": null}
[2026-09-17T00:33:54Z] bench n-q102-rocm
{"label": "n-q102-rocm", "model": "Nex-N2.5-mini-Q4_0_ROCMFP4_COHERENT.gguf", "draft": null, "nmax": null, "strict": false, "bin": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin", "dev": "ROCm0", "ctx": 65536, "workload": "code", "load_s": 24.0, "cmd": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin/llama-server -m /mnt/models/nex-n2.5-mini/out/Nex-N2.5-mini-Q4_0_ROCMFP4_COHERENT.gguf -dev ROCm0 -ngl 999 -fa on -dio --jinja -fit off --parallel 1 -c 65536 -b 2048 -ub 1024 --host 127.0.0.1 --port 18600 --no-webui", "tg_median": 61.74, "tg_min": 61.74, "tg_max": 61.8, "pp_median": 1186.7, "prompt_n": 7100, "accept": null}
[2026-09-17T00:34:58Z] bench n-q102-vk
{"label": "n-q102-vk", "model": "Nex-N2.5-mini-Q4_0_ROCMFP4_COHERENT.gguf", "draft": null, "nmax": null, "strict": false, "bin": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin", "dev": "Vulkan0", "ctx": 65536, "workload": "code", "load_s": 22.0, "cmd": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin/llama-server -m /mnt/models/nex-n2.5-mini/out/Nex-N2.5-mini-Q4_0_ROCMFP4_COHERENT.gguf -dev Vulkan0 -ngl 999 -fa on -dio --jinja -fit off --parallel 1 -c 65536 -b 2048 -ub 1024 --host 127.0.0.1 --port 18600 --no-webui", "tg_median": 68.0, "tg_min": 67.88, "tg_max": 68.09, "pp_median": 1001.4, "prompt_n": 7098, "accept": null}
[2026-09-17T00:36:05Z] bench n-q103-rocm
{"label": "n-q103-rocm", "model": "Nex-N2.5-mini-Q4_0_ROCMFP4_FAST.gguf", "draft": null, "nmax": null, "strict": false, "bin": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin", "dev": "ROCm0", "ctx": 65536, "workload": "code", "load_s": 22.0, "cmd": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin/llama-server -m /mnt/models/nex-n2.5-mini/out/Nex-N2.5-mini-Q4_0_ROCMFP4_FAST.gguf -dev ROCm0 -ngl 999 -fa on -dio --jinja -fit off --parallel 1 -c 65536 -b 2048 -ub 1024 --host 127.0.0.1 --port 18600 --no-webui", "tg_median": 63.31, "tg_min": 63.14, "tg_max": 63.38, "pp_median": 1156.6, "prompt_n": 7100, "accept": null}
[2026-09-17T00:37:08Z] bench n-q103-vk
{"label": "n-q103-vk", "model": "Nex-N2.5-mini-Q4_0_ROCMFP4_FAST.gguf", "draft": null, "nmax": null, "strict": false, "bin": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin", "dev": "Vulkan0", "ctx": 65536, "workload": "code", "load_s": 20.0, "cmd": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin/llama-server -m /mnt/models/nex-n2.5-mini/out/Nex-N2.5-mini-Q4_0_ROCMFP4_FAST.gguf -dev Vulkan0 -ngl 999 -fa on -dio --jinja -fit off --parallel 1 -c 65536 -b 2048 -ub 1024 --host 127.0.0.1 --port 18600 --no-webui", "tg_median": 68.62, "tg_min": 68.6, "tg_max": 68.67, "pp_median": 998.9, "prompt_n": 7098, "accept": null}
[2026-09-17T00:38:12Z] bench n-q106i-rocm
{"label": "n-q106i-rocm", "model": "Nex-N2.5-mini-imatrix-Q4_0_ROCMFP4_STRIX_LEAN.gguf", "draft": null, "nmax": null, "strict": false, "bin": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin", "dev": "ROCm0", "ctx": 65536, "workload": "code", "load_s": 22.0, "cmd": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin/llama-server -m /mnt/models/nex-n2.5-mini/out-imat/Nex-N2.5-mini-imatrix-Q4_0_ROCMFP4_STRIX_LEAN.gguf -dev ROCm0 -ngl 999 -fa on -dio --jinja -fit off --parallel 1 -c 65536 -b 2048 -ub 1024 --host 127.0.0.1 --port 18600 --no-webui", "tg_median": 63.29, "tg_min": 63.19, "tg_max": 63.41, "pp_median": 1145.3, "prompt_n": 7100, "accept": null}
[2026-09-17T00:39:16Z] bench n-q106i-vk
{"label": "n-q106i-vk", "model": "Nex-N2.5-mini-imatrix-Q4_0_ROCMFP4_STRIX_LEAN.gguf", "draft": null, "nmax": null, "strict": false, "bin": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin", "dev": "Vulkan0", "ctx": 65536, "workload": "code", "load_s": 20.0, "cmd": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin/llama-server -m /mnt/models/nex-n2.5-mini/out-imat/Nex-N2.5-mini-imatrix-Q4_0_ROCMFP4_STRIX_LEAN.gguf -dev Vulkan0 -ngl 999 -fa on -dio --jinja -fit off --parallel 1 -c 65536 -b 2048 -ub 1024 --host 127.0.0.1 --port 18600 --no-webui", "tg_median": 67.77, "tg_min": 67.74, "tg_max": 67.86, "pp_median": 995.0, "prompt_n": 7098, "accept": null}
[2026-09-17T00:40:20Z] bench n-q102i-rocm
{"label": "n-q102i-rocm", "model": "Nex-N2.5-mini-imatrix-Q4_0_ROCMFP4_COHERENT.gguf", "draft": null, "nmax": null, "strict": false, "bin": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin", "dev": "ROCm0", "ctx": 65536, "workload": "code", "load_s": 24.0, "cmd": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin/llama-server -m /mnt/models/nex-n2.5-mini/out-imat/Nex-N2.5-mini-imatrix-Q4_0_ROCMFP4_COHERENT.gguf -dev ROCm0 -ngl 999 -fa on -dio --jinja -fit off --parallel 1 -c 65536 -b 2048 -ub 1024 --host 127.0.0.1 --port 18600 --no-webui", "tg_median": 61.56, "tg_min": 61.53, "tg_max": 61.63, "pp_median": 1183.6, "prompt_n": 7098, "accept": null}
[2026-09-17T00:41:25Z] bench n-q102i-vk
{"label": "n-q102i-vk", "model": "Nex-N2.5-mini-imatrix-Q4_0_ROCMFP4_COHERENT.gguf", "draft": null, "nmax": null, "strict": false, "bin": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin", "dev": "Vulkan0", "ctx": 65536, "workload": "code", "load_s": 22.0, "cmd": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin/llama-server -m /mnt/models/nex-n2.5-mini/out-imat/Nex-N2.5-mini-imatrix-Q4_0_ROCMFP4_COHERENT.gguf -dev Vulkan0 -ngl 999 -fa on -dio --jinja -fit off --parallel 1 -c 65536 -b 2048 -ub 1024 --host 127.0.0.1 --port 18600 --no-webui", "tg_median": 67.81, "tg_min": 67.77, "tg_max": 67.85, "pp_median": 998.7, "prompt_n": 7097, "accept": null}
[2026-09-17T00:42:32Z] bench n-q103i-rocm
{"label": "n-q103i-rocm", "model": "Nex-N2.5-mini-imatrix-Q4_0_ROCMFP4_FAST.gguf", "draft": null, "nmax": null, "strict": false, "bin": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin", "dev": "ROCm0", "ctx": 65536, "workload": "code", "load_s": 22.0, "cmd": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin/llama-server -m /mnt/models/nex-n2.5-mini/out-imat/Nex-N2.5-mini-imatrix-Q4_0_ROCMFP4_FAST.gguf -dev ROCm0 -ngl 999 -fa on -dio --jinja -fit off --parallel 1 -c 65536 -b 2048 -ub 1024 --host 127.0.0.1 --port 18600 --no-webui", "tg_median": 63.03, "tg_min": 62.55, "tg_max": 63.11, "pp_median": 1154.4, "prompt_n": 7101, "accept": null}
[2026-09-17T00:43:35Z] bench n-q103i-vk
{"label": "n-q103i-vk", "model": "Nex-N2.5-mini-imatrix-Q4_0_ROCMFP4_FAST.gguf", "draft": null, "nmax": null, "strict": false, "bin": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin", "dev": "Vulkan0", "ctx": 65536, "workload": "code", "load_s": 20.0, "cmd": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin/llama-server -m /mnt/models/nex-n2.5-mini/out-imat/Nex-N2.5-mini-imatrix-Q4_0_ROCMFP4_FAST.gguf -dev Vulkan0 -ngl 999 -fa on -dio --jinja -fit off --parallel 1 -c 65536 -b 2048 -ub 1024 --host 127.0.0.1 --port 18600 --no-webui", "tg_median": 68.44, "tg_min": 68.42, "tg_max": 68.56, "pp_median": 993.9, "prompt_n": 7098, "accept": null}
[2026-09-17T00:44:39Z] bench n-q106-rocm-prose
{"label": "n-q106-rocm-prose", "model": "Nex-N2.5-mini-Q4_0_ROCMFP4_STRIX_LEAN.gguf", "draft": null, "nmax": null, "strict": false, "bin": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin", "dev": "ROCm0", "ctx": 65536, "workload": "prose", "load_s": 22.0, "cmd": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin/llama-server -m /mnt/models/nex-n2.5-mini/out/Nex-N2.5-mini-Q4_0_ROCMFP4_STRIX_LEAN.gguf -dev ROCm0 -ngl 999 -fa on -dio --jinja -fit off --parallel 1 -c 65536 -b 2048 -ub 1024 --host 127.0.0.1 --port 18600 --no-webui", "tg_median": 63.06, "tg_min": 62.94, "tg_max": 63.09, "pp_median": 1139.1, "prompt_n": 7454, "accept": null}
[2026-09-17T00:45:44Z] bench n-q106-vk-prose
{"label": "n-q106-vk-prose", "model": "Nex-N2.5-mini-Q4_0_ROCMFP4_STRIX_LEAN.gguf", "draft": null, "nmax": null, "strict": false, "bin": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin", "dev": "Vulkan0", "ctx": 65536, "workload": "prose", "load_s": 22.0, "cmd": "/opt/llama-rocm/rocmfpx-724/build-hipvk/bin/llama-server -m /mnt/models/nex-n2.5-mini/out/Nex-N2.5-mini-Q4_0_ROCMFP4_STRIX_LEAN.gguf -dev Vulkan0 -ngl 999 -fa on -dio --jinja -fit off --parallel 1 -c 65536 -b 2048 -ub 1024 --host 127.0.0.1 --port 18600 --no-webui", "tg_median": 67.34, "tg_min": 67.31, "tg_max": 67.35, "pp_median": 977.7, "prompt_n": 7454, "accept": null}
[2026-09-17T00:46:53Z] cachegate n-c3-q106
788d", "cold_sha": "a8545d39788d", "instr": "Write a function that returns every regular expression used in this file. ok ok ok", "warm_instr": "Summarise this file. (warm-up 3) ok ok ok ok"}
   {"variant": 4, "L": 7039, "warm_prompt_n": 1028, "warm_cache_n": 6011, "cold_prompt_n": 7039, "cold_cache_n": 0, "aligned": true, "warm_draft": [null, null], "cold_draft": [null, null], "identical": true, "first_diff_char": null, "warm_sha": "af97b2dde4e2", "cold_sha": "af97b2dde4e2", "instr": "Write a function that maps each class in this file to its base classes. ok", "warm_instr": "Summarise this file. (warm-up 4) ok ok ok ok"}
{"label": "n-c3-q106", "gate": "cachegate3-aligned", "n": 5, "L": 7039, "expect_cache_n": 6011, "all_reused": true, "all_aligned": true, "identical": 5, "result": "PASS"}
[2026-09-17T00:48:34Z] tools n-tools-q106
alse enum: unit=fahrenheit
  PASS think=False correct-decline: content='391'
  PASS think=False multi-turn: final='Tokyo is currently **21°C** with clear skies.'
  PASS think=False streaming: stream args={'city': 'Rome', 'unit': 'celsius'}
  PASS think=False parallel: calls=['lima', 'oslo']
{"label": "n-tools-q106", "passed": 6, "total": 14, "detail": {"multi-arg|think=True": false, "nested-object|think=True": false, "enum|think=True": false, "correct-decline|think=True": false, "multi-turn|think=True": false, "streaming|think=True": false, "parallel|think=True": false, "multi-arg|think=False": true, "nested-object|think=False": false, "enum|think=False": true, "correct-decline|think=False": true, "multi-turn|think=False": true, "streaming|think=False": true, "parallel|think=False": true}}
[2026-09-17T00:49:16Z] vision n-vision-q106-faon
{"label": "n-vision-q106-faon", "fa": "on", "mtp": false, "expected": "red,blue,circle,square", "answer": "The image shows two shapes: a red circle on the left and a blue square on the right.", "hits": ["red", "blue", "circle", "square"], "error": null, "server_died": false, "server_log_errors": [], "result": "PASS"}
[2026-09-17T00:49:42Z] vision n-vision-q106-faoff
{"label": "n-vision-q106-faoff", "fa": "off", "mtp": false, "expected": "red,blue,circle,square", "answer": "The image shows two simple shapes:\n\n- A **red circle** on the left.\n- A **blue square** on the right.", "hits": ["red", "blue", "circle", "square"], "error": null, "server_died": false, "server_log_errors": [], "result": "PASS"}
[2026-09-17T00:50:08Z] NEX_BENCH_DONE