{
  "schema": "traceable-number-choices/study/1",
  "status": "completed",
  "completed_utc": "2026-10-20T22:42:51Z",
  "collection_date_utc": "2026-10-20",
  "people": {
    "schema": "traceable-number-choices.people/1",
    "case": "A",
    "source_id": "college-pulse-2018-number-choice",
    "source_rows": 8808,
    "accepted": 8557,
    "out_of_range": 47,
    "non_integer": 143,
    "missing": 61,
    "counts": [
      294,
      731,
      834,
      833,
      1058,
      843,
      2405,
      933,
      460,
      166
    ],
    "seven_percent": 28.105644501577657,
    "order": "grouped_source_order",
    "temporal_analysis_allowed": false,
    "projection_hash_verified_at_runtime": false,
    "source_projection_sha256": "87f9c8272314ee4b3c1599dbb8c51754dbfb24658fb6ff6b107dd181162a3e52"
  },
  "llm": {
    "settings": {
      "schema": "traceable-number-choices/llm-study/1",
      "case": "B",
      "provider": "ollama",
      "endpoint_scope": "loopback",
      "models_hex": [
        "6c6c616d61332e313a6c6174657374",
        "6c6c616d61332e323a6c6174657374",
        "6d69737472616c3a6c6174657374",
        "7177656e322e353a3134622d696e737472756374",
        "7177656e332e383a6c6174657374"
      ],
      "rounds": 5,
      "calls_per_model_round": 50,
      "planned_requests": 1250,
      "max_tokens": 256,
      "temperature": 1,
      "timeout_ms": 120000,
      "prompt_hex": "5069636b2061206e756d626572206265747765656e203120616e642031302e2052657475726e206f6e6c792074686520696e74656765722e",
      "unknown_usage_sentinel": -1,
      "history": "fresh-single-user-message",
      "classification": "finish-stop-and-trimmed-exact-integer-1-through-10",
      "elapsed_scope": "native-generate-call"
    },
    "models": [
      {
        "schema": "traceable-number-choices/llm-summary/1",
        "case": "B",
        "model": "llama3.1:latest",
        "attempted": 250,
        "accepted": 250,
        "rejected": 0,
        "counts": [
          0,
          0,
          0,
          0,
          0,
          0,
          250,
          0,
          0,
          0
        ],
        "rejections": {
          "finish_not_stop": 0,
          "empty": 0,
          "noncanonical": 0
        },
        "usage": {
          "input_tokens": {
            "known_total": 6250,
            "missing_count": 0
          },
          "output_tokens": {
            "known_total": 500,
            "missing_count": 0
          },
          "total_tokens": {
            "known_total": 6750,
            "missing_count": 0
          },
          "cached_input_tokens": {
            "known_total": 0,
            "missing_count": 250
          },
          "cache_write_input_tokens": {
            "known_total": 0,
            "missing_count": 250
          },
          "reasoning_tokens": {
            "known_total": 0,
            "missing_count": 250
          }
        }
      },
      {
        "schema": "traceable-number-choices/llm-summary/1",
        "case": "B",
        "model": "llama3.2:latest",
        "attempted": 250,
        "accepted": 250,
        "rejected": 0,
        "counts": [
          0,
          0,
          0,
          0,
          90,
          0,
          160,
          0,
          0,
          0
        ],
        "rejections": {
          "finish_not_stop": 0,
          "empty": 0,
          "noncanonical": 0
        },
        "usage": {
          "input_tokens": {
            "known_total": 10000,
            "missing_count": 0
          },
          "output_tokens": {
            "known_total": 500,
            "missing_count": 0
          },
          "total_tokens": {
            "known_total": 10500,
            "missing_count": 0
          },
          "cached_input_tokens": {
            "known_total": 0,
            "missing_count": 250
          },
          "cache_write_input_tokens": {
            "known_total": 0,
            "missing_count": 250
          },
          "reasoning_tokens": {
            "known_total": 0,
            "missing_count": 250
          }
        }
      },
      {
        "schema": "traceable-number-choices/llm-summary/1",
        "case": "B",
        "model": "mistral:latest",
        "attempted": 250,
        "accepted": 0,
        "rejected": 250,
        "counts": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "rejections": {
          "finish_not_stop": 0,
          "empty": 0,
          "noncanonical": 250
        },
        "usage": {
          "input_tokens": {
            "known_total": 5000,
            "missing_count": 0
          },
          "output_tokens": {
            "known_total": 14592,
            "missing_count": 0
          },
          "total_tokens": {
            "known_total": 19592,
            "missing_count": 0
          },
          "cached_input_tokens": {
            "known_total": 0,
            "missing_count": 250
          },
          "cache_write_input_tokens": {
            "known_total": 0,
            "missing_count": 250
          },
          "reasoning_tokens": {
            "known_total": 0,
            "missing_count": 250
          }
        }
      },
      {
        "schema": "traceable-number-choices/llm-summary/1",
        "case": "B",
        "model": "qwen2.5:14b-instruct",
        "attempted": 250,
        "accepted": 250,
        "rejected": 0,
        "counts": [
          0,
          0,
          0,
          0,
          0,
          0,
          250,
          0,
          0,
          0
        ],
        "rejections": {
          "finish_not_stop": 0,
          "empty": 0,
          "noncanonical": 0
        },
        "usage": {
          "input_tokens": {
            "known_total": 11250,
            "missing_count": 0
          },
          "output_tokens": {
            "known_total": 500,
            "missing_count": 0
          },
          "total_tokens": {
            "known_total": 11750,
            "missing_count": 0
          },
          "cached_input_tokens": {
            "known_total": 0,
            "missing_count": 250
          },
          "cache_write_input_tokens": {
            "known_total": 0,
            "missing_count": 250
          },
          "reasoning_tokens": {
            "known_total": 0,
            "missing_count": 250
          }
        }
      },
      {
        "schema": "traceable-number-choices/llm-summary/1",
        "case": "B",
        "model": "qwen3.8:latest",
        "attempted": 250,
        "accepted": 250,
        "rejected": 0,
        "counts": [
          0,
          0,
          0,
          0,
          0,
          0,
          250,
          0,
          0,
          0
        ],
        "rejections": {
          "finish_not_stop": 0,
          "empty": 0,
          "noncanonical": 0
        },
        "usage": {
          "input_tokens": {
            "known_total": 6500,
            "missing_count": 0
          },
          "output_tokens": {
            "known_total": 8929,
            "missing_count": 0
          },
          "total_tokens": {
            "known_total": 15429,
            "missing_count": 0
          },
          "cached_input_tokens": {
            "known_total": 0,
            "missing_count": 250
          },
          "cache_write_input_tokens": {
            "known_total": 0,
            "missing_count": 250
          },
          "reasoning_tokens": {
            "known_total": 0,
            "missing_count": 250
          }
        }
      }
    ],
    "audit": {
      "schema": "traceable-number-choices/llm-audit-report/1",
      "source": "native audit of all saved request CSV records",
      "benchmark_summaries_match": true,
      "models": [
        {
          "schema": "traceable-number-choices/llm-audit/1",
          "case": "B",
          "source": "results/llm-requests.csv",
          "model": "llama3.1:latest",
          "attempted": 250,
          "accepted": 250,
          "rejected": 0,
          "counts": [
            0,
            0,
            0,
            0,
            0,
            0,
            250,
            0,
            0,
            0
          ],
          "rejections": {
            "finish_not_stop": 0,
            "empty": 0,
            "noncanonical": 0
          },
          "usage": {
            "input_tokens": {
              "known_total": 6250,
              "missing_count": 0
            },
            "output_tokens": {
              "known_total": 500,
              "missing_count": 0
            },
            "total_tokens": {
              "known_total": 6750,
              "missing_count": 0
            },
            "cached_input_tokens": {
              "known_total": 0,
              "missing_count": 250
            },
            "cache_write_input_tokens": {
              "known_total": 0,
              "missing_count": 250
            },
            "reasoning_tokens": {
              "known_total": 0,
              "missing_count": 250
            }
          },
          "generate_call_seconds": {
            "n": 250,
            "median": 0.039745979,
            "min": 0.037898,
            "max": 4.915140208
          }
        },
        {
          "schema": "traceable-number-choices/llm-audit/1",
          "case": "B",
          "source": "results/llm-requests.csv",
          "model": "llama3.2:latest",
          "attempted": 250,
          "accepted": 250,
          "rejected": 0,
          "counts": [
            0,
            0,
            0,
            0,
            90,
            0,
            160,
            0,
            0,
            0
          ],
          "rejections": {
            "finish_not_stop": 0,
            "empty": 0,
            "noncanonical": 0
          },
          "usage": {
            "input_tokens": {
              "known_total": 10000,
              "missing_count": 0
            },
            "output_tokens": {
              "known_total": 500,
              "missing_count": 0
            },
            "total_tokens": {
              "known_total": 10500,
              "missing_count": 0
            },
            "cached_input_tokens": {
              "known_total": 0,
              "missing_count": 250
            },
            "cache_write_input_tokens": {
              "known_total": 0,
              "missing_count": 250
            },
            "reasoning_tokens": {
              "known_total": 0,
              "missing_count": 250
            }
          },
          "generate_call_seconds": {
            "n": 250,
            "median": 0.0227088755,
            "min": 0.021369708,
            "max": 3.802348458
          }
        },
        {
          "schema": "traceable-number-choices/llm-audit/1",
          "case": "B",
          "source": "results/llm-requests.csv",
          "model": "mistral:latest",
          "attempted": 250,
          "accepted": 0,
          "rejected": 250,
          "counts": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "rejections": {
            "finish_not_stop": 0,
            "empty": 0,
            "noncanonical": 250
          },
          "usage": {
            "input_tokens": {
              "known_total": 5000,
              "missing_count": 0
            },
            "output_tokens": {
              "known_total": 14592,
              "missing_count": 0
            },
            "total_tokens": {
              "known_total": 19592,
              "missing_count": 0
            },
            "cached_input_tokens": {
              "known_total": 0,
              "missing_count": 250
            },
            "cache_write_input_tokens": {
              "known_total": 0,
              "missing_count": 250
            },
            "reasoning_tokens": {
              "known_total": 0,
              "missing_count": 250
            }
          },
          "generate_call_seconds": {
            "n": 250,
            "median": 1.0307534375,
            "min": 0.128229875,
            "max": 4.710057291
          }
        },
        {
          "schema": "traceable-number-choices/llm-audit/1",
          "case": "B",
          "source": "results/llm-requests.csv",
          "model": "qwen2.5:14b-instruct",
          "attempted": 250,
          "accepted": 250,
          "rejected": 0,
          "counts": [
            0,
            0,
            0,
            0,
            0,
            0,
            250,
            0,
            0,
            0
          ],
          "rejections": {
            "finish_not_stop": 0,
            "empty": 0,
            "noncanonical": 0
          },
          "usage": {
            "input_tokens": {
              "known_total": 11250,
              "missing_count": 0
            },
            "output_tokens": {
              "known_total": 500,
              "missing_count": 0
            },
            "total_tokens": {
              "known_total": 11750,
              "missing_count": 0
            },
            "cached_input_tokens": {
              "known_total": 0,
              "missing_count": 250
            },
            "cache_write_input_tokens": {
              "known_total": 0,
              "missing_count": 250
            },
            "reasoning_tokens": {
              "known_total": 0,
              "missing_count": 250
            }
          },
          "generate_call_seconds": {
            "n": 250,
            "median": 0.0676766455,
            "min": 0.06569275,
            "max": 9.528641584
          }
        },
        {
          "schema": "traceable-number-choices/llm-audit/1",
          "case": "B",
          "source": "results/llm-requests.csv",
          "model": "qwen3.8:latest",
          "attempted": 250,
          "accepted": 250,
          "rejected": 0,
          "counts": [
            0,
            0,
            0,
            0,
            0,
            0,
            250,
            0,
            0,
            0
          ],
          "rejections": {
            "finish_not_stop": 0,
            "empty": 0,
            "noncanonical": 0
          },
          "usage": {
            "input_tokens": {
              "known_total": 6500,
              "missing_count": 0
            },
            "output_tokens": {
              "known_total": 8929,
              "missing_count": 0
            },
            "total_tokens": {
              "known_total": 15429,
              "missing_count": 0
            },
            "cached_input_tokens": {
              "known_total": 0,
              "missing_count": 250
            },
            "cache_write_input_tokens": {
              "known_total": 0,
              "missing_count": 250
            },
            "reasoning_tokens": {
              "known_total": 0,
              "missing_count": 250
            }
          },
          "generate_call_seconds": {
            "n": 250,
            "median": 1.3681025625,
            "min": 0.965111375,
            "max": 10.297362875
          }
        }
      ]
    }
  },
  "native": {
    "schema": "traceable-number-choices/native-analysis/1",
    "source": "results/native-trials.csv",
    "timing_scope": "parallel-repeat-call",
    "draws": 100000003,
    "cases": [
      {
        "case": "C",
        "workers": 1,
        "n": 12,
        "median_seconds": 52.433916083,
        "min_seconds": 51.728869417,
        "max_seconds": 52.677554625,
        "speedup_vs_C": 1
      },
      {
        "case": "D",
        "workers": 4,
        "n": 12,
        "median_seconds": 15.8838667915,
        "min_seconds": 15.678820292,
        "max_seconds": 16.290312125,
        "speedup_vs_C": 3.3010800689325337
      },
      {
        "case": "E",
        "workers": 8,
        "n": 12,
        "median_seconds": 14.0662208125,
        "min_seconds": 13.857703291,
        "max_seconds": 14.416836209,
        "speedup_vs_C": 3.7276477301141475
      }
    ],
    "cluster_elapsed_reduction_vs_parallel": 0.11443346905759022,
    "cluster_throughput_gain_vs_parallel": 0.12922063454206145
  },
  "provenance": {
    "runtime": "results/runtime-note.json",
    "build": "results/build-provenance.json",
    "ollama": "results/ollama-provenance.json",
    "human": "data/human/source-manifest.json"
  },
  "raw": {
    "native": "results/native-trials.jsonl",
    "llm": "results/llm-requests.jsonl",
    "people": "data/human/college-pulse-2018-responses.csv"
  },
  "privacy": "Public aliases only. Credentials, private endpoint configuration, model weights and runtime binaries excluded."
}