{
  "record": "Calyx Intelligence node record, public edition",
  "publisher": "Calyx Intelligence",
  "signer": "Michael Lawrence",
  "tested": "2026-10-21",
  "sealed": "2026-10-21",
  "nature": "Self-administered record of one machine. Not a third-party certification or a statistical benchmark. One run per model per task on short inputs and fictional documents.",
  "source_record_sha256": "114c73ac9cd5c381995e26ced37ad4a15308aebe420b79e4c5e079bdad800feb",
  "omitted": ["serial number", "hardware UUIDs", "computer and host name", "network equipment and firewall detail", "account identifiers", "invoice number"],
  "machine": {
    "model": "Apple Mac mini",
    "chip": "Apple M6, 12-core CPU (2 Super, 4 Performance, 6 Efficiency), integrated GPU, Metal 4",
    "memory_gb": 32,
    "gpu_addressable_memory_gb_default": 25.0,
    "storage": "512 GB SSD",
    "os": "macOS 27.0.1",
    "runtime": "Ollama 0.40.6",
    "disk_encryption": "FileVault on",
    "firewall": "on",
    "network": "wired Ethernet, Wi-Fi off",
    "price_usd_before_tax": 1499,
    "configuration_note": "Ollama cloud features and web search were on during testing. All measurements are local inference on this machine."
  },
  "geekbench_7_1": {
    "cpu_single_core": { "score": 4096, "url": "https://browser.geekbench.com/v7/cpu/681697" },
    "cpu_multi_core": { "score": 22715, "url": "https://browser.geekbench.com/v7/cpu/681697" },
    "gpu_metal": { "score": 92455, "url": "https://browser.geekbench.com/v7/gpu/310296" },
    "gpu_opencl": { "score": 59577, "url": "https://browser.geekbench.com/v7/gpu/310277" }
  },
  "speed_test": {
    "run": "2026-10-21T08:28/08:33 MST",
    "method": "Ollama CLI --verbose, three fixed prompts per model in sequence, model unloaded before the next (first prompt includes cold load), context 32,768 tokens, local inference only",
    "models": [
      { "model": "gpt-oss:20b", "maker": "OpenAI", "id": "f38aa0c53da5", "size_on_disk_gb": 13, "tokens_per_second": [39.44, 38.63, 38.74], "mean_tokens_per_second": 38.9, "cold_load_s": 5.1, "memory_in_use_gb": 12, "processor": "100% GPU", "runtime": "llama.cpp", "time_to_full_answer_s": [7, 35] },
      { "model": "gemma4:12b", "maker": "Google", "id": "c7597fc90b86", "size_on_disk_gb": 7.7, "tokens_per_second": [34.82, 35.42, 33.81], "mean_tokens_per_second": 34.7, "cold_load_s": 1.8, "memory_in_use_gb": 8.6, "processor": "100% GPU", "runtime": "MLX", "time_to_full_answer_s": [21, 30] },
      { "model": "gemma4:31b", "maker": "Google", "id": "92808281a855", "size_on_disk_gb": 19, "tokens_per_second": [18.83, 21.19, 18.19], "mean_tokens_per_second": 19.4, "cold_load_s": 4.9, "memory_in_use_gb": 21, "processor": "100% GPU", "runtime": "MLX", "time_to_full_answer_s": [19, 48] }
    ],
    "not_measured": ["long documents", "fan noise", "heat"]
  },
  "task_test": {
    "run": "2026-10-21T08:36/08:42 MST",
    "method": "Two fictional documents, identical for every model, scored against a key written before any model ran. One run per model per task.",
    "test_a": {
      "name": "De-identification",
      "document": "Fictional dental-practice email to outside counsel",
      "planted_identifiers": 14,
      "score": "identifiers replaced out of 14, plus whether any other wording changed"
    },
    "test_b": {
      "name": "Permit summary for a lender",
      "document": "Fictional conditional use permit record",
      "key_facts": [
        "Approved 5-2, not unanimously",
        "Only Building 1 may proceed before the substation is energized",
        "Acoustic study required before any certificate of occupancy",
        "Permit lapses if Building 1's building permit is not issued within 18 months, by Dec 11, 2027",
        "Appeal pending, City Council hearing Sept 9, 2026"
      ]
    },
    "results": [
      { "model": "gpt-oss:20b", "a_identifiers_replaced": "14/14", "a_other_wording_unchanged": false, "a_note": "dropped three words (\"DOB\", \"office\", \"dental board\")", "b_key_facts": "4/5", "material_errors": [
          "Asked to list identifier types, printed the original identifier values, re-identifying the document in the same output",
          "Computed the permit lapse date as June 11, 2028; correct date is Dec 11, 2027"
        ] },
      { "model": "gemma4:12b", "a_identifiers_replaced": "14/14", "a_other_wording_unchanged": true, "b_key_facts": "3/5", "b_missed": ["5-2 vote"], "material_errors": [
          "Inverted the phasing condition: stated Building 1 cannot proceed until the substation is energized; the record says only Building 1 may proceed before it"
        ] },
      { "model": "gemma4:31b", "a_identifiers_replaced": "14/14", "a_other_wording_unchanged": false, "a_note": "minor: replaced \"Arizona dental board\" whole", "b_key_facts": "4/5", "b_missed": ["5-2 vote"], "material_errors": [] }
    ],
    "all_models": [
      "None flagged that the Sept 9, 2026 appeal hearing had already passed on the test date; no date was supplied",
      "All over-redacted judgment items (sent date, \"Friday\"; gemma models also the carrier name; gemma4:12b also \"Arizona\")"
    ]
  },
  "date_handling": {
    "run": "2026-10-20 evening",
    "model": "gemma4:12b in the Ollama app",
    "status": "exploratory, not scored",
    "observations": [
      "No date given: asked for this week's Arizona data center news, returned May-June 2024 items labeled as this week",
      "Same chat, search off: admitted no real-time access, then repeated the 2024 items as current",
      "New chat, prompt stating today is October 20, 2026: refused, saying the date was in the future",
      "Date stated with authority, search on: five October 2026 items; 2 confirmed against sources, both with detail errors; 3 not verified"
    ]
  },
  "design_rules": [
    { "rule": "The machine's clock is given to the model on every request, stated as fact", "status": "running" },
    { "rule": "Work is routed by measured reliability, not speed; summaries go to gemma4:31b", "status": "running" },
    { "rule": "Code, not the model, computes deadlines and day counts", "status": "in build" },
    { "rule": "Code, not the model, holds the identifier list; every answer is checked against it before it leaves the machine", "status": "in build" },
    { "rule": "Checkable facts (votes, conditions and their direction, dates) are compared with the source before release", "status": "in build" }
  ],
  "raw_logs_sha256": {
    "speed_log": "91975c227bac931ac0a3ef3cdd6f4198b7e4834825a106da5cc136ab45a346c6",
    "task_test_log": "4d6eef22aaa5822accdba1dcbc3a946883b85887a3b2e27cee439f809f54805c",
    "final_capture": "a90b2b5179e58e1d101afcf00e723e6cda4387c2367442ad3a1e5f8446c0708b"
  }
}
