{
  "generated_at": "2026-09-06T21:24:48.317436+00:00",
  "model": "gpt-6-astra",
  "reasoning_effort": "medium",
  "runtime": "Codex CLI 0.153.1 with existing authentication; no external tools",
  "heldout_target": 144,
  "arms": {
    "notes": {
      "episodes": 48,
      "valid_episodes": 48,
      "invalid_episodes": 0,
      "score_denominator": "valid episodes only; invalid episodes reported separately",
      "copied_episodes": 24,
      "independent_episodes": 24,
      "false_claim_episodes": 24,
      "initial_decision_error": 0,
      "post_revision_error": 0,
      "recurrence_error": 0,
      "later_decision_error": 0,
      "copied_support_error": 0,
      "independent_support_error": 0,
      "support_count_errors": 0,
      "unnecessary_abstentions": 0,
      "unaffected_fact_errors": 0,
      "calls": 144,
      "input_tokens": 2521868,
      "cached_input_tokens": 2249856,
      "output_tokens": 75913,
      "reasoning_output_tokens": 0,
      "call_wall_seconds": 1810.38,
      "state_observations": 144,
      "mean_state_bytes": 2123.8,
      "helper_direct_marks": 0,
      "helper_transitive_marks": 0,
      "helper_milliseconds": 0
    },
    "beliefs": {
      "episodes": 48,
      "valid_episodes": 48,
      "invalid_episodes": 0,
      "score_denominator": "valid episodes only; invalid episodes reported separately",
      "copied_episodes": 24,
      "independent_episodes": 24,
      "false_claim_episodes": 24,
      "initial_decision_error": 0,
      "post_revision_error": 0,
      "recurrence_error": 0,
      "later_decision_error": 0,
      "copied_support_error": 0,
      "independent_support_error": 0,
      "support_count_errors": 0,
      "unnecessary_abstentions": 0,
      "unaffected_fact_errors": 0,
      "calls": 144,
      "input_tokens": 2551078,
      "cached_input_tokens": 2312192,
      "output_tokens": 95827,
      "reasoning_output_tokens": 0,
      "call_wall_seconds": 2130.505,
      "state_observations": 144,
      "mean_state_bytes": 2633.9,
      "helper_direct_marks": 0,
      "helper_transitive_marks": 0,
      "helper_milliseconds": 0
    },
    "dependencies": {
      "episodes": 48,
      "valid_episodes": 48,
      "invalid_episodes": 0,
      "score_denominator": "valid episodes only; invalid episodes reported separately",
      "copied_episodes": 24,
      "independent_episodes": 24,
      "false_claim_episodes": 24,
      "initial_decision_error": 0,
      "post_revision_error": 0,
      "recurrence_error": 0,
      "later_decision_error": 0,
      "copied_support_error": 0,
      "independent_support_error": 0,
      "support_count_errors": 0,
      "unnecessary_abstentions": 0,
      "unaffected_fact_errors": 0,
      "calls": 144,
      "input_tokens": 2552076,
      "cached_input_tokens": 2335488,
      "output_tokens": 89358,
      "reasoning_output_tokens": 215,
      "call_wall_seconds": 2043.053,
      "state_observations": 144,
      "mean_state_bytes": 2420.0,
      "helper_direct_marks": 186,
      "helper_transitive_marks": 53,
      "helper_milliseconds": 3.972
    }
  },
  "development": {
    "notes": {
      "episodes": 8,
      "valid_episodes": 8,
      "invalid_episodes": 0,
      "score_denominator": "valid episodes only; invalid episodes reported separately",
      "copied_episodes": 4,
      "independent_episodes": 4,
      "false_claim_episodes": 4,
      "initial_decision_error": 0,
      "post_revision_error": 0,
      "recurrence_error": 0,
      "later_decision_error": 0,
      "copied_support_error": 0,
      "independent_support_error": 0,
      "support_count_errors": 0,
      "unnecessary_abstentions": 0,
      "unaffected_fact_errors": 0,
      "calls": 24,
      "input_tokens": 420400,
      "cached_input_tokens": 349184,
      "output_tokens": 13007,
      "reasoning_output_tokens": 0,
      "call_wall_seconds": 308.296,
      "state_observations": 24,
      "mean_state_bytes": 2173.6,
      "helper_direct_marks": 0,
      "helper_transitive_marks": 0,
      "helper_milliseconds": 0
    },
    "beliefs": {
      "episodes": 8,
      "valid_episodes": 8,
      "invalid_episodes": 0,
      "score_denominator": "valid episodes only; invalid episodes reported separately",
      "copied_episodes": 4,
      "independent_episodes": 4,
      "false_claim_episodes": 4,
      "initial_decision_error": 0,
      "post_revision_error": 0,
      "recurrence_error": 0,
      "later_decision_error": 0,
      "copied_support_error": 0,
      "independent_support_error": 0,
      "support_count_errors": 0,
      "unnecessary_abstentions": 0,
      "unaffected_fact_errors": 0,
      "calls": 24,
      "input_tokens": 425044,
      "cached_input_tokens": 361344,
      "output_tokens": 16234,
      "reasoning_output_tokens": 0,
      "call_wall_seconds": 356.516,
      "state_observations": 24,
      "mean_state_bytes": 2602.8,
      "helper_direct_marks": 0,
      "helper_transitive_marks": 0,
      "helper_milliseconds": 0
    },
    "dependencies": {
      "episodes": 8,
      "valid_episodes": 8,
      "invalid_episodes": 0,
      "score_denominator": "valid episodes only; invalid episodes reported separately",
      "copied_episodes": 4,
      "independent_episodes": 4,
      "false_claim_episodes": 4,
      "initial_decision_error": 0,
      "post_revision_error": 0,
      "recurrence_error": 0,
      "later_decision_error": 0,
      "copied_support_error": 0,
      "independent_support_error": 0,
      "support_count_errors": 0,
      "unnecessary_abstentions": 0,
      "unaffected_fact_errors": 0,
      "calls": 24,
      "input_tokens": 425825,
      "cached_input_tokens": 365952,
      "output_tokens": 15617,
      "reasoning_output_tokens": 0,
      "call_wall_seconds": 356.048,
      "state_observations": 24,
      "mean_state_bytes": 2513.2,
      "helper_direct_marks": 33,
      "helper_transitive_marks": 8,
      "helper_milliseconds": 0.707
    }
  },
  "complete": true,
  "missing_heldout_ids": [],
  "unexpected_heldout_ids": [],
  "episode_count": 168
}