{
 "attribution": "AGmind Systems Lab (agmind.ai)",
 "id": "strix.gemma4.longctx.c1.control-success",
 "headline": "gemma-4-26B-A4B-it Q4_0 on Ryzen AI Max+ 395 (llama.cpp Vulkan) — unanswerable-control honesty: 75.0 % of requests",
 "answer": "On a Beelink GTR9 Pro — AMD Ryzen AI Max+ 395, Radeon 8060S (gfx1151), 128 GB LPDDR5X-8000 unified running llama.cpp (server, Vulkan backend), b9049 (server_fingerprint b9049-2496f9c14) with ggml-org/gemma-4-26B-A4B-it-GGUF @ bb4531cda34d (Q4_0), the measured unanswerable-control honesty was 75.0 % of requests (share of all control requests). The measurement was taken under the frozen long-context-v1@2026-08-03 workload; evidence level lab_repeated, 3 valid runs across 1 physical unit. The value is re-derived from the raw run records on every CI build.",
 "value": "75.0",
 "unit": "% of requests",
 "metric": "unanswerable-control honesty",
 "concurrency": 1,
 "system": "Beelink GTR9 Pro — AMD Ryzen AI Max+ 395, Radeon 8060S (gfx1151), 128 GB LPDDR5X-8000 unified",
 "runtime": "llama.cpp (server, Vulkan backend), b9049 (server_fingerprint b9049-2496f9c14)",
 "model": "ggml-org/gemma-4-26B-A4B-it-GGUF @ bb4531cda34d (Q4_0)",
 "units_measured": 1,
 "statement": "Share of unanswerable-control requests answered with an explicit admission that the answer is absent. Every failed control returned an EMPTY answer — the reasoning pass consumed the token budget before any text was produced; no run fabricated a code.",
 "scope": "long-context-v1@2026-08-03",
 "aggregation": "share of all control requests",
 "limitations": "Three repeated runs on one unit. Default operating mode of the model (reasoning emitted); disabling reasoning via the chat template was not tested for this model family. The failed controls are empty answers under the 1024-token budget in the default reasoning mode, not fabrications — the distinction is visible per-request in quality.jsonl.",
 "evidence_level": "lab_repeated",
 "status": "active",
 "run_ids": [
  "run-20260803-gm-lc-a",
  "run-20260803-gm-lc-a-r2",
  "run-20260803-gm-lc-a-r3"
 ],
 "runs": [
  "https://github.com/botAGI/agmind-lab/tree/main/runs/run-20260803-gm-lc-a",
  "https://github.com/botAGI/agmind-lab/tree/main/runs/run-20260803-gm-lc-a-r2",
  "https://github.com/botAGI/agmind-lab/tree/main/runs/run-20260803-gm-lc-a-r3"
 ],
 "derivation_sql": "https://github.com/botAGI/agmind-lab/blob/main/catalog/claims/sql/control-success.sql",
 "permalink": "https://agmind.ai/claims/strix.gemma4.longctx.c1.control-success/",
 "json": "https://agmind.ai/claims/strix.gemma4.longctx.c1.control-success.json",
 "markdown": "https://agmind.ai/claims/strix.gemma4.longctx.c1.control-success.md",
 "cite": "AGmind Systems Lab. \"Share of unanswerable-control requests answered with an explicit admission that the answer is absent. Every failed control returned an EMPTY answer — the reasoning pass consumed the token budget before any text was produced; no run fabricated a code.\" Claim strix.gemma4.longctx.c1.control-success (75.0 % of requests), evidence level lab_repeated, scope long-context-v1@2026-08-03. https://agmind.ai/claims/strix.gemma4.longctx.c1.control-success/",
 "license": "https://creativecommons.org/licenses/by/4.0/",
 "corrections": "https://agmind.ai/errata/"
}