{
  "built_at": "2026-10-08 14:45 UTC",
  "experiments": [
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": null,
        "models_with_preferences": null
      },
      "captured": {
        "done_trials": 4193832,
        "models": 24,
        "trace_rows": 4193832
      },
      "experiment": "smokingmirror-v3-local-q-2026-06-02",
      "first": "2026-06-02",
      "last": "2026-06-08",
      "published": null,
      "status": "captured"
    },
    {
      "analysed": {
        "classified_traces": 256093,
        "derived_preferences": 42856,
        "models_with_preferences": 37
      },
      "captured": {
        "done_trials": 258564,
        "models": 37,
        "trace_rows": 576923
      },
      "experiment": "smokingmirror-v2",
      "first": "2026-05-09",
      "last": "2026-06-21",
      "published": {
        "models_on_site": 40,
        "route": "/v2/",
        "snapshot": "2026-06-10"
      },
      "status": "published"
    },
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": null,
        "models_with_preferences": null
      },
      "captured": {
        "done_trials": null,
        "models": 3,
        "trace_rows": 374250
      },
      "experiment": "smokingmirror-all-pairs-2026-06-26",
      "first": "2026-06-26",
      "last": "2026-06-27",
      "published": null,
      "status": "captured"
    },
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": 6384,
        "models_with_preferences": 4
      },
      "captured": {
        "done_trials": 370272,
        "models": 4,
        "trace_rows": 370272
      },
      "experiment": "sml-v4",
      "first": "2026-05-11",
      "last": "2026-05-11",
      "published": null,
      "status": "analysed"
    },
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": null,
        "models_with_preferences": null
      },
      "captured": {
        "done_trials": null,
        "models": 3,
        "trace_rows": 238800
      },
      "experiment": "bimodal-frontier-2026-06-29",
      "first": "2026-06-29",
      "last": "2026-06-29",
      "published": null,
      "status": "captured"
    },
    {
      "analysed": {
        "classified_traces": 100328,
        "derived_preferences": 12082,
        "models_with_preferences": 14
      },
      "captured": {
        "done_trials": 163987,
        "models": 16,
        "trace_rows": 143275
      },
      "experiment": "smokingmirror-v2-local",
      "first": "2026-05-09",
      "last": "2026-10-08",
      "published": null,
      "status": "analysed"
    },
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": 9356,
        "models_with_preferences": 6
      },
      "captured": {
        "done_trials": 112266,
        "models": 6,
        "trace_rows": 112266
      },
      "experiment": "sml-v3",
      "first": "2026-05-11",
      "last": "2026-05-11",
      "published": null,
      "status": "analysed"
    },
    {
      "analysed": {
        "classified_traces": 51576,
        "derived_preferences": 863,
        "models_with_preferences": 1
      },
      "captured": {
        "done_trials": null,
        "models": 1,
        "trace_rows": 51780
      },
      "experiment": "smokingmirror-v2-claude-opus-4-5-2026-05-29",
      "first": "2026-05-29",
      "last": "2026-05-29",
      "published": null,
      "status": "analysed"
    },
    {
      "analysed": {
        "classified_traces": 51601,
        "derived_preferences": 863,
        "models_with_preferences": 1
      },
      "captured": {
        "done_trials": null,
        "models": 1,
        "trace_rows": 51780
      },
      "experiment": "smokingmirror-v2-claude-opus-4-6-2026-05-29",
      "first": "2026-05-29",
      "last": "2026-05-29",
      "published": null,
      "status": "analysed"
    },
    {
      "analysed": {
        "classified_traces": 51617,
        "derived_preferences": 863,
        "models_with_preferences": 1
      },
      "captured": {
        "done_trials": null,
        "models": 1,
        "trace_rows": 51780
      },
      "experiment": "smokingmirror-v2-claude-opus-4-7-2026-05-29",
      "first": "2026-05-29",
      "last": "2026-05-29",
      "published": null,
      "status": "analysed"
    },
    {
      "analysed": {
        "classified_traces": 51582,
        "derived_preferences": 863,
        "models_with_preferences": 1
      },
      "captured": {
        "done_trials": null,
        "models": 1,
        "trace_rows": 51780
      },
      "experiment": "smokingmirror-v2-claude-opus-4-8-2026-05-29",
      "first": "2026-05-29",
      "last": "2026-05-29",
      "published": null,
      "status": "analysed"
    },
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": null,
        "models_with_preferences": null
      },
      "captured": {
        "done_trials": null,
        "models": 1,
        "trace_rows": 42678
      },
      "experiment": "fable-redeployment-fingerprint-2026-07-04",
      "first": "2026-07-17",
      "last": "2026-07-17",
      "published": null,
      "status": "captured"
    },
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": 3048,
        "models_with_preferences": 1
      },
      "captured": {
        "done_trials": null,
        "models": 1,
        "trace_rows": 36576
      },
      "experiment": "glm-cloud-vs-nvfp4-2026-07-05",
      "first": "2026-07-05",
      "last": "2026-07-05",
      "published": null,
      "status": "analysed"
    },
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": 3048,
        "models_with_preferences": 1
      },
      "captured": {
        "done_trials": null,
        "models": 1,
        "trace_rows": 36576
      },
      "experiment": "glm-vs-fable-2026-07-04",
      "first": "2026-07-04",
      "last": "2026-07-05",
      "published": null,
      "status": "analysed"
    },
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": null,
        "models_with_preferences": null
      },
      "captured": {
        "done_trials": null,
        "models": 2,
        "trace_rows": 35439
      },
      "experiment": "smokingmirror-v3",
      "first": "2026-06-20",
      "last": "2026-06-20",
      "published": null,
      "status": "captured"
    },
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": null,
        "models_with_preferences": null
      },
      "captured": {
        "done_trials": null,
        "models": 1,
        "trace_rows": 24164
      },
      "experiment": "opus-4.1-bedrock-replication-v3-2026-08-29",
      "first": "2026-08-29",
      "last": "2026-10-09",
      "published": null,
      "status": "captured"
    },
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": null,
        "models_with_preferences": null
      },
      "captured": {
        "done_trials": null,
        "models": 1,
        "trace_rows": 12192
      },
      "experiment": "qwen-en-vs-zh-2026-07-04",
      "first": "2026-07-04",
      "last": "2026-07-04",
      "published": null,
      "status": "captured"
    },
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": null,
        "models_with_preferences": null
      },
      "captured": {
        "done_trials": null,
        "models": 1,
        "trace_rows": 10356
      },
      "experiment": "opus-4.1-bedrock-replication-2026-08-29",
      "first": "2026-08-29",
      "last": "2026-10-09",
      "published": null,
      "status": "captured"
    },
    {
      "analysed": {
        "classified_traces": 10313,
        "derived_preferences": 863,
        "models_with_preferences": 1
      },
      "captured": {
        "done_trials": null,
        "models": 1,
        "trace_rows": 10356
      },
      "experiment": "smokingmirror-v2-claude-opus-4-5-t0-2026-05-29",
      "first": "2026-05-29",
      "last": "2026-05-29",
      "published": null,
      "status": "analysed"
    },
    {
      "analysed": {
        "classified_traces": 10322,
        "derived_preferences": 863,
        "models_with_preferences": 1
      },
      "captured": {
        "done_trials": null,
        "models": 1,
        "trace_rows": 10356
      },
      "experiment": "smokingmirror-v2-claude-opus-4-6-t0-2026-05-29",
      "first": "2026-05-29",
      "last": "2026-05-29",
      "published": null,
      "status": "analysed"
    },
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": null,
        "models_with_preferences": null
      },
      "captured": {
        "done_trials": null,
        "models": 1,
        "trace_rows": 6156
      },
      "experiment": "format-envelope-batch-streaming-confound-2026-07-06",
      "first": "2026-07-06",
      "last": "2026-07-07",
      "published": null,
      "status": "captured"
    },
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": null,
        "models_with_preferences": null
      },
      "captured": {
        "done_trials": 4767,
        "models": 1,
        "trace_rows": 4767
      },
      "experiment": "smoke-test",
      "first": "2026-05-09",
      "last": "2026-05-09",
      "published": null,
      "status": "captured"
    },
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": null,
        "models_with_preferences": null
      },
      "captured": {
        "done_trials": null,
        "models": 1,
        "trace_rows": 2505
      },
      "experiment": "preference-geometry-2026-06-28-validation",
      "first": "2026-06-28",
      "last": "2026-06-28",
      "published": null,
      "status": "captured"
    },
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": null,
        "models_with_preferences": null
      },
      "captured": {
        "done_trials": 543,
        "models": 1,
        "trace_rows": 1419
      },
      "experiment": "o3-smoke",
      "first": "2026-05-09",
      "last": "2026-05-09",
      "published": null,
      "status": "captured"
    },
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": null,
        "models_with_preferences": null
      },
      "captured": {
        "done_trials": 435,
        "models": 1,
        "trace_rows": 436
      },
      "experiment": "o3-smoke-fixed-v2",
      "first": "2026-05-09",
      "last": "2026-05-09",
      "published": null,
      "status": "captured"
    },
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": null,
        "models_with_preferences": null
      },
      "captured": {
        "done_trials": 316,
        "models": 1,
        "trace_rows": 316
      },
      "experiment": "o3-smoke-fixed",
      "first": "2026-05-09",
      "last": "2026-05-09",
      "published": null,
      "status": "captured"
    },
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": null,
        "models_with_preferences": null
      },
      "captured": {
        "done_trials": null,
        "models": 1,
        "trace_rows": 268
      },
      "experiment": "smokingmirror-v2-refill-2026-10-09",
      "first": "2026-10-09",
      "last": "2026-10-09",
      "published": null,
      "status": "captured"
    },
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": null,
        "models_with_preferences": null
      },
      "captured": {
        "done_trials": null,
        "models": 1,
        "trace_rows": 50
      },
      "experiment": "smokingmirror-v2-refill-2026-10-09-control",
      "first": "2026-10-09",
      "last": "2026-10-09",
      "published": null,
      "status": "captured"
    },
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": null,
        "models_with_preferences": null
      },
      "captured": {
        "done_trials": null,
        "models": 1,
        "trace_rows": 50
      },
      "experiment": "smokingmirror-v2-refill-2026-10-09-noise-control",
      "first": "2026-10-09",
      "last": "2026-10-09",
      "published": null,
      "status": "captured"
    },
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": null,
        "models_with_preferences": null
      },
      "captured": {
        "done_trials": 24,
        "models": 1,
        "trace_rows": 24
      },
      "experiment": "smokingmirror-v2-pilot-de12f158",
      "first": "2026-10-08",
      "last": "2026-10-08",
      "published": null,
      "status": "captured"
    },
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": null,
        "models_with_preferences": null
      },
      "captured": {
        "done_trials": null,
        "models": 1,
        "trace_rows": 2
      },
      "experiment": "batch-tap-smoke-test",
      "first": "2026-06-30",
      "last": "2026-06-30",
      "published": null,
      "status": "captured"
    },
    {
      "analysed": {
        "classified_traces": null,
        "derived_preferences": 3048,
        "models_with_preferences": 1
      },
      "captured": {
        "done_trials": null,
        "models": null,
        "trace_rows": null
      },
      "experiment": "task-102-gemma-p1",
      "first": null,
      "last": null,
      "published": null,
      "status": "analysed"
    }
  ],
  "files": [
    {
      "census_date": "2026-09-22",
      "census_hashes": [
        {
          "matches_census": true,
          "path": "/colony/smokingmirror/fable/data.py",
          "present": true
        },
        {
          "matches_census": false,
          "path": "/colony/smokingmirror/freeform/JACOBIAN-REMEASURE.md",
          "present": true
        },
        {
          "matches_census": true,
          "path": "/colony/smokingmirror/freeform/jlens_jacobian.py",
          "present": true
        },
        {
          "matches_census": true,
          "path": "/colony/smokingmirror/freeform/jlens_readout.py",
          "present": true
        },
        {
          "matches_census": true,
          "path": "/colony/smokingmirror/freeform/jlens_stream.py",
          "present": true
        },
        {
          "matches_census": true,
          "path": "/colony/smokingmirror/freeform/lens_yi/graded_yi_n20.csv",
          "present": true
        },
        {
          "matches_census": true,
          "path": "/colony/smokingmirror/freeform/lens_yi/graded_yi_n3.csv",
          "present": true
        },
        {
          "matches_census": true,
          "path": "/colony/smokingmirror/freeform/raw/geo_all.jsonl",
          "present": true
        },
        {
          "matches_census": false,
          "path": "/colony/smokingmirror/freeform/site/data/descent.json",
          "present": true
        },
        {
          "matches_census": false,
          "path": "/colony/smokingmirror/freeform/site/data/identity.json",
          "present": true
        },
        {
          "matches_census": false,
          "path": "/colony/smokingmirror/freeform/site/data/spectrum.json",
          "present": true
        },
        {
          "matches_census": false,
          "path": "/colony/smokingmirror/freeform/site/harvest.py",
          "present": true
        },
        {
          "matches_census": true,
          "path": "/colony/smokingmirror/lineage-evidence/lineage-code-envelopes-2026-08-30.csv",
          "present": true
        },
        {
          "matches_census": true,
          "path": "/colony/smokingmirror/lineage-evidence/lineage-pairs-2026-08-30.csv",
          "present": true
        },
        {
          "matches_census": true,
          "path": "/colony/smokingmirror/research_db.py",
          "present": true
        }
      ],
      "datasets": [
        {
          "census_counts": {
            "distinct_model_strings": 65,
            "distinct_query_ids": 20,
            "distinct_run_labels": 76,
            "empty_answer_records": 0,
            "jsonl_records": 1508,
            "nonempty_answer_records": 1508,
            "unique_run_label_query_id_sample_keys": 1508
          },
          "id": "geo-answer-and-self-report-corpus",
          "source": "/colony/smokingmirror/freeform/raw/geo_all.jsonl"
        },
        {
          "census_counts": {
            "distinct_model_strings": 1,
            "distinct_run_labels": 1,
            "graded_n20_csv_data_rows": 20,
            "graded_n3_csv_data_rows": 3,
            "json_readouts": 20,
            "nonempty_token_mass_records": 20
          },
          "id": "initial-logit-lens",
          "source": "/colony/smokingmirror/freeform/lens_yi/"
        },
        {
          "census_counts": {
            "baseline_condition_records": 1040,
            "distinct_model_strings": 47,
            "distinct_record_run_labels": 52,
            "files_per_run_label_directory": 20,
            "json_readouts": 1040,
            "nonempty_baseline_token_mass_records": 1020,
            "nonempty_token_mass_records": 1040,
            "records_declaring_lens_jacobian_jvp": 1020,
            "records_without_lens_marker": 20,
            "run_label_directories": 52
          },
          "id": "jacobian-directory-current-artifacts",
          "source": "/colony/smokingmirror/freeform/lens_jac/"
        },
        {
          "census_counts": {
            "distinct_flagged_run_rows": 12,
            "graded_question_records_all_rows": 840,
            "graded_question_records_in_unflagged_rows": 753,
            "instrument_suspect_run_rows": 6,
            "provisional_run_rows": 1,
            "rows_with_any_graded_question": 45,
            "rows_with_at_least_five_graded_questions": 44,
            "table_run_rows": 51,
            "unflagged_run_rows": 39,
            "ungraded_run_rows": 6,
            "unparseable_question_records": 179
          },
          "id": "jacobian-grading-snapshot",
          "source": [
            "/colony/smokingmirror/freeform/JACOBIAN-REMEASURE.md",
            "/colony/smokingmirror/freeform/site/data/spectrum.json"
          ]
        },
        {
          "census_counts": null,
          "id": "identity-instrument-versions",
          "source": null
        },
        {
          "census_counts": {
            "depth_cap_terminals": 96,
            "models": 2,
            "other_terminal_statuses": 0,
            "rung_json_records": 768,
            "terminal_json_summaries": 96,
            "total_json_files": 864,
            "trajectories": 96
          },
          "id": "descent-trajectories",
          "source": "/colony/smokingmirror/freeform/descent_raw/"
        },
        {
          "census_counts": {
            "code_envelope_summary_rows": 14,
            "model_pair_comparison_rows": 8,
            "sum_joined_probes_in_code_envelope_rows": 24161
          },
          "id": "lineage-derived-evidence",
          "source": [
            "/colony/smokingmirror/lineage-evidence/lineage-pairs-2026-08-30.csv",
            "/colony/smokingmirror/lineage-evidence/lineage-code-envelopes-2026-08-30.csv"
          ]
        }
      ]
    }
  ],
  "hop_item": "w-90faad5e",
  "site_catalogue": "/colony/web/smokingmirror/site5/experiments.json",
  "site_error": null,
  "site_routes": {
    "v2": "smokingmirror-v2"
  }
}