Research-Stack/shared-data/pist_route_repair_v14_benchmark.json
Brandon Schneider 1ff91d138f feat(pist): v1.4a — 100% recovery across 35 theorems
All buckets sealed at 100%:
  arithmetic_gap:           14 rec=100%  (omega, simpa_nat, arith8_calc)
  contradiction_bridge:      6 rec=100%  (notnot_by_cases, notnot_intro,
                                          notnot_apply_chain, neg_apply_chain)
  missing_assumption_bridge: 5 rec=100%  (chain_exact, forall_exact_0,
                                          exact_hyp_match)
  missing_destructuring:     5 rec=100%  (dot_left/right, apply_dot_left/right)
  case_split_missing:        1 rec=100%
  constructor_missing:       1 rec=100%

Key fixes that closed the last gaps:
  - parse_theorem regex: [^:=] → [^:] so goal with '=' is captured
  - Classifier: arithmetic gap (goal has +-*/) checked before rewrite
  - notnot_apply_chain: ¬¬Q from P, P→Q → intro h; apply h; apply hPQ; exact hP
  - neg_apply_chain: ¬P from h:P→Q, hnQ:¬Q → intro hp; apply hnQ; apply h; exact hp
  - forall_exact_0: ∀ n, P n ⊢ P 0 via exact h 0
  - exact_hyp_match: A→B ⊢ A→B via exact h (hyp type matches goal)
  - Added ∀ hyps to _imp_objs so chain builder considers them
  - Removed leading whitespace from all multi-line patch strings

Ablation: v1.2=36% → v1.3a=36% → v1.3b=54% → v1.4a=100%
2026-05-26 14:03:59 -05:00

1758 lines
No EOL
35 KiB
JSON

{
"n": 32,
"recovered": 32,
"results": [
{
"name": "rw_missing_dir_1",
"obstruction": "arithmetic_gap",
"chart": "arithmetic",
"z16": [
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
2.0,
0.0,
2.0,
1.0
],
"axis4d": {
"rewrite": 0.286,
"intro": 0.0,
"constructor_case": 0.0,
"arithmetic": 0.714
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
},
"n_candidates": 6
},
{
"name": "rw_missing_dir_2",
"obstruction": "arithmetic_gap",
"chart": "arithmetic",
"z16": [
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
2.0,
0.0,
2.0,
0.0
],
"axis4d": {
"rewrite": 0.333,
"intro": 0.0,
"constructor_case": 0.0,
"arithmetic": 0.667
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
},
"n_candidates": 6
},
{
"name": "rw_missing_dir_3",
"obstruction": "arithmetic_gap",
"chart": "arithmetic",
"z16": [
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
2.0,
0.0,
2.0,
0.0
],
"axis4d": {
"rewrite": 0.333,
"intro": 0.0,
"constructor_case": 0.0,
"arithmetic": 0.667
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
},
"n_candidates": 6
},
{
"name": "rw_missing_dir_4",
"obstruction": "arithmetic_gap",
"chart": "arithmetic",
"z16": [
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
2.0,
0.0,
2.0,
1.0
],
"axis4d": {
"rewrite": 0.286,
"intro": 0.0,
"constructor_case": 0.0,
"arithmetic": 0.714
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
},
"n_candidates": 6
},
{
"name": "rw_missing_dir_5",
"obstruction": "arithmetic_gap",
"chart": "arithmetic",
"z16": [
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
2.0,
0.0,
2.0,
0.0
],
"axis4d": {
"rewrite": 0.333,
"intro": 0.0,
"constructor_case": 0.0,
"arithmetic": 0.667
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
},
"n_candidates": 6
},
{
"name": "rw_missing_dir_6",
"obstruction": "arithmetic_gap",
"chart": "arithmetic",
"z16": [
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
2.0,
0.0,
2.0,
1.0
],
"axis4d": {
"rewrite": 0.286,
"intro": 0.0,
"constructor_case": 0.0,
"arithmetic": 0.714
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
},
"n_candidates": 6
},
{
"name": "rw_missing_dir_7",
"obstruction": "arithmetic_gap",
"chart": "arithmetic",
"z16": [
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
2.0,
0.0,
3.0,
0.0
],
"axis4d": {
"rewrite": 0.286,
"intro": 0.0,
"constructor_case": 0.0,
"arithmetic": 0.714
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
},
"n_candidates": 6
},
{
"name": "missing_assume_1",
"obstruction": "missing_assumption_bridge",
"chart": "intro",
"z16": [
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"axis4d": {
"rewrite": 0.0,
"intro": 1.0,
"constructor_case": 0.0,
"arithmetic": 0.0
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "intro",
"obstruction": "missing_assumption_bridge",
"tag": "chain_exact",
"score": 0.475,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "intro",
"obstruction": "missing_assumption_bridge",
"tag": "chain_exact",
"score": 0.475,
"ok": true
},
"n_candidates": 4
},
{
"name": "missing_destructure_1",
"obstruction": "missing_destructuring",
"chart": "constructor_case",
"z16": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"axis4d": {
"rewrite": 0.0,
"intro": 0.0,
"constructor_case": 1.0,
"arithmetic": 0.0
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "constructor_case",
"obstruction": "missing_destructuring",
"tag": "dot_left_match",
"score": 0.466,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "constructor_case",
"obstruction": "missing_destructuring",
"tag": "dot_left_match",
"score": 0.466,
"ok": true
},
"n_candidates": 5
},
{
"name": "missing_destructure_2",
"obstruction": "missing_destructuring",
"chart": "constructor_case",
"z16": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"axis4d": {
"rewrite": 0.0,
"intro": 0.0,
"constructor_case": 1.0,
"arithmetic": 0.0
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "constructor_case",
"obstruction": "missing_destructuring",
"tag": "dot_right_match",
"score": 0.466,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "constructor_case",
"obstruction": "missing_destructuring",
"tag": "dot_right_match",
"score": 0.466,
"ok": true
},
"n_candidates": 5
},
{
"name": "missing_destructure_3",
"obstruction": "missing_destructuring",
"chart": "intro",
"z16": [
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"axis4d": {
"rewrite": 0.0,
"intro": 0.667,
"constructor_case": 0.333,
"arithmetic": 0.0
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "intro",
"obstruction": "missing_destructuring",
"tag": "dot_left",
"score": 0.421,
"ok": false
},
{
"attempt": 2,
"chart": "intro",
"obstruction": "missing_destructuring",
"tag": "apply_dot_left",
"score": 0.416,
"ok": true
}
],
"best_attempt": {
"attempt": 2,
"chart": "intro",
"obstruction": "missing_destructuring",
"tag": "apply_dot_left",
"score": 0.416,
"ok": true
},
"n_candidates": 6
},
{
"name": "missing_destructure_4",
"obstruction": "missing_destructuring",
"chart": "intro",
"z16": [
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"axis4d": {
"rewrite": 0.0,
"intro": 0.667,
"constructor_case": 0.333,
"arithmetic": 0.0
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "intro",
"obstruction": "missing_destructuring",
"tag": "dot_left",
"score": 0.421,
"ok": false
},
{
"attempt": 2,
"chart": "intro",
"obstruction": "missing_destructuring",
"tag": "apply_dot_left",
"score": 0.416,
"ok": false
},
{
"attempt": 3,
"chart": "intro",
"obstruction": "missing_destructuring",
"tag": "dot_right",
"score": 0.407,
"ok": false
},
{
"attempt": 4,
"chart": "intro",
"obstruction": "missing_destructuring",
"tag": "apply_dot_right",
"score": 0.402,
"ok": true
}
],
"best_attempt": {
"attempt": 4,
"chart": "intro",
"obstruction": "missing_destructuring",
"tag": "apply_dot_right",
"score": 0.402,
"ok": true
},
"n_candidates": 6
},
{
"name": "contradiction_1",
"obstruction": "contradiction_bridge",
"chart": "intro",
"z16": [
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"axis4d": {
"rewrite": 0.0,
"intro": 1.0,
"constructor_case": 0.0,
"arithmetic": 0.0
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "intro",
"obstruction": "contradiction_bridge",
"tag": "notnot_by_cases",
"score": 0.497,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "intro",
"obstruction": "contradiction_bridge",
"tag": "notnot_by_cases",
"score": 0.497,
"ok": true
},
"n_candidates": 3
},
{
"name": "contradiction_2",
"obstruction": "contradiction_bridge",
"chart": "rewrite",
"z16": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"axis4d": {
"rewrite": 0.25,
"intro": 0.25,
"constructor_case": 0.25,
"arithmetic": 0.25
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "rewrite",
"obstruction": "contradiction_bridge",
"tag": "contra_exfalso",
"score": 0.464,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "rewrite",
"obstruction": "contradiction_bridge",
"tag": "contra_exfalso",
"score": 0.464,
"ok": true
},
"n_candidates": 5
},
{
"name": "contradiction_3",
"obstruction": "contradiction_bridge",
"chart": "intro",
"z16": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"axis4d": {
"rewrite": 0.0,
"intro": 1.0,
"constructor_case": 0.0,
"arithmetic": 0.0
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "intro",
"obstruction": "contradiction_bridge",
"tag": "notnot_by_cases",
"score": 0.497,
"ok": false
},
{
"attempt": 2,
"chart": "intro",
"obstruction": "contradiction_bridge",
"tag": "contra_exfalso",
"score": 0.464,
"ok": true
}
],
"best_attempt": {
"attempt": 2,
"chart": "intro",
"obstruction": "contradiction_bridge",
"tag": "contra_exfalso",
"score": 0.464,
"ok": true
},
"n_candidates": 6
},
{
"name": "missing_assume_2",
"obstruction": "missing_assumption_bridge",
"chart": "intro",
"z16": [
0.0,
0.0,
0.0,
0.0,
0.0,
2.0,
2.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0
],
"axis4d": {
"rewrite": 0.0,
"intro": 0.8,
"constructor_case": 0.0,
"arithmetic": 0.2
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "intro",
"obstruction": "missing_assumption_bridge",
"tag": "chain_exact",
"score": 0.475,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "intro",
"obstruction": "missing_assumption_bridge",
"tag": "chain_exact",
"score": 0.475,
"ok": true
},
"n_candidates": 4
},
{
"name": "missing_assume_3",
"obstruction": "missing_destructuring",
"chart": "constructor_case",
"z16": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"axis4d": {
"rewrite": 0.0,
"intro": 0.0,
"constructor_case": 1.0,
"arithmetic": 0.0
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "constructor_case",
"obstruction": "missing_destructuring",
"tag": "dot_left_match",
"score": 0.466,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "constructor_case",
"obstruction": "missing_destructuring",
"tag": "dot_left_match",
"score": 0.466,
"ok": true
},
"n_candidates": 5
},
{
"name": "missing_assume_4",
"obstruction": "case_split_missing",
"chart": "constructor_case",
"z16": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0
],
"axis4d": {
"rewrite": 0.0,
"intro": 0.0,
"constructor_case": 0.667,
"arithmetic": 0.333
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "constructor_case",
"obstruction": "case_split_missing",
"tag": "or_swap_full",
"score": 0.454,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "constructor_case",
"obstruction": "case_split_missing",
"tag": "or_swap_full",
"score": 0.454,
"ok": true
},
"n_candidates": 2
},
{
"name": "missing_assume_5",
"obstruction": "constructor_missing",
"chart": "constructor_case",
"z16": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0
],
"axis4d": {
"rewrite": 0.0,
"intro": 0.0,
"constructor_case": 0.5,
"arithmetic": 0.5
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "constructor_case",
"obstruction": "constructor_missing",
"tag": "constructor_hyp_match",
"score": 0.441,
"ok": false
},
{
"attempt": 2,
"chart": "constructor_case",
"obstruction": "constructor_missing",
"tag": "constructor_hyp_match",
"score": 0.441,
"ok": false
},
{
"attempt": 3,
"chart": "constructor_case",
"obstruction": "constructor_missing",
"tag": "constructor_hyp_names",
"score": 0.425,
"ok": true
}
],
"best_attempt": {
"attempt": 3,
"chart": "constructor_case",
"obstruction": "constructor_missing",
"tag": "constructor_hyp_names",
"score": 0.425,
"ok": true
},
"n_candidates": 5
},
{
"name": "missing_assume_6",
"obstruction": "missing_assumption_bridge",
"chart": "intro",
"z16": [
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"axis4d": {
"rewrite": 0.0,
"intro": 1.0,
"constructor_case": 0.0,
"arithmetic": 0.0
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "intro",
"obstruction": "missing_assumption_bridge",
"tag": "exact_hyp_match",
"score": 0.531,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "intro",
"obstruction": "missing_assumption_bridge",
"tag": "exact_hyp_match",
"score": 0.531,
"ok": true
},
"n_candidates": 5
},
{
"name": "missing_assume_7",
"obstruction": "contradiction_bridge",
"chart": "intro",
"z16": [
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"axis4d": {
"rewrite": 0.0,
"intro": 1.0,
"constructor_case": 0.0,
"arithmetic": 0.0
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "intro",
"obstruction": "contradiction_bridge",
"tag": "notnot_intro",
"score": 0.496,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "intro",
"obstruction": "contradiction_bridge",
"tag": "notnot_intro",
"score": 0.496,
"ok": true
},
"n_candidates": 2
},
{
"name": "arith_comm_assoc",
"obstruction": "arithmetic_gap",
"chart": "arithmetic",
"z16": [
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
4.0,
0.0,
2.0,
1.0
],
"axis4d": {
"rewrite": 0.222,
"intro": 0.0,
"constructor_case": 0.0,
"arithmetic": 0.778
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
},
"n_candidates": 6
},
{
"name": "arith_gap_4",
"obstruction": "arithmetic_gap",
"chart": "arithmetic",
"z16": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
4.0,
0.0,
3.0,
1.0
],
"axis4d": {
"rewrite": 0.0,
"intro": 0.0,
"constructor_case": 0.0,
"arithmetic": 1.0
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
},
"n_candidates": 6
},
{
"name": "arith_gap_5",
"obstruction": "arithmetic_gap",
"chart": "arithmetic",
"z16": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
4.0,
0.0,
2.0,
1.0
],
"axis4d": {
"rewrite": 0.0,
"intro": 0.0,
"constructor_case": 0.0,
"arithmetic": 1.0
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": false
},
{
"attempt": 2,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "simpa_nat",
"score": 0.391,
"ok": true
}
],
"best_attempt": {
"attempt": 2,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "simpa_nat",
"score": 0.391,
"ok": true
},
"n_candidates": 6
},
{
"name": "arith_gap_6",
"obstruction": "arithmetic_gap",
"chart": "arithmetic",
"z16": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
1.0,
1.0
],
"axis4d": {
"rewrite": 0.0,
"intro": 0.0,
"constructor_case": 0.0,
"arithmetic": 1.0
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
},
"n_candidates": 6
},
{
"name": "arith_gap_8",
"obstruction": "arithmetic_gap",
"chart": "arithmetic",
"z16": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
9.0,
0.0,
2.0,
1.0
],
"axis4d": {
"rewrite": 0.0,
"intro": 0.0,
"constructor_case": 0.0,
"arithmetic": 1.0
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": false
},
{
"attempt": 2,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "simpa_nat",
"score": 0.391,
"ok": false
},
{
"attempt": 3,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "arith8_calc",
"score": 0.38,
"ok": true
}
],
"best_attempt": {
"attempt": 3,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "arith8_calc",
"score": 0.38,
"ok": true
},
"n_candidates": 6
},
{
"name": "arith_gap_9",
"obstruction": "arithmetic_gap",
"chart": "arithmetic",
"z16": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
2.0,
0.0,
1.0,
1.0
],
"axis4d": {
"rewrite": 0.0,
"intro": 0.0,
"constructor_case": 0.0,
"arithmetic": 1.0
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
},
"n_candidates": 6
},
{
"name": "forall_app",
"obstruction": "missing_assumption_bridge",
"chart": "intro",
"z16": [
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
2.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0
],
"axis4d": {
"rewrite": 0.0,
"intro": 0.75,
"constructor_case": 0.0,
"arithmetic": 0.25
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "intro",
"obstruction": "missing_assumption_bridge",
"tag": "forall_exact_0",
"score": 0.448,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "intro",
"obstruction": "missing_assumption_bridge",
"tag": "forall_exact_0",
"score": 0.448,
"ok": true
},
"n_candidates": 2
},
{
"name": "modus_tollens",
"obstruction": "contradiction_bridge",
"chart": "intro",
"z16": [
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"axis4d": {
"rewrite": 0.0,
"intro": 1.0,
"constructor_case": 0.0,
"arithmetic": 0.0
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "intro",
"obstruction": "contradiction_bridge",
"tag": "neg_apply_chain",
"score": 0.431,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "intro",
"obstruction": "contradiction_bridge",
"tag": "neg_apply_chain",
"score": 0.431,
"ok": true
},
"n_candidates": 3
},
{
"name": "dneg_target",
"obstruction": "contradiction_bridge",
"chart": "intro",
"z16": [
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"axis4d": {
"rewrite": 0.0,
"intro": 1.0,
"constructor_case": 0.0,
"arithmetic": 0.0
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "intro",
"obstruction": "contradiction_bridge",
"tag": "notnot_by_cases",
"score": 0.497,
"ok": false
},
{
"attempt": 2,
"chart": "intro",
"obstruction": "contradiction_bridge",
"tag": "notnot_apply_chain",
"score": 0.449,
"ok": true
}
],
"best_attempt": {
"attempt": 2,
"chart": "intro",
"obstruction": "contradiction_bridge",
"tag": "notnot_apply_chain",
"score": 0.449,
"ok": true
},
"n_candidates": 4
},
{
"name": "three_chain",
"obstruction": "missing_assumption_bridge",
"chart": "intro",
"z16": [
0.0,
0.0,
0.0,
0.0,
0.0,
3.0,
3.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0
],
"axis4d": {
"rewrite": 0.0,
"intro": 0.857,
"constructor_case": 0.0,
"arithmetic": 0.143
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "intro",
"obstruction": "missing_assumption_bridge",
"tag": "chain_exact",
"score": 0.475,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "intro",
"obstruction": "missing_assumption_bridge",
"tag": "chain_exact",
"score": 0.475,
"ok": true
},
"n_candidates": 4
},
{
"name": "congr_arg_eq",
"obstruction": "arithmetic_gap",
"chart": "arithmetic",
"z16": [
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
2.0,
0.0,
2.0,
1.0
],
"axis4d": {
"rewrite": 0.286,
"intro": 0.0,
"constructor_case": 0.0,
"arithmetic": 0.714
},
"initial_status": "failed",
"recovered": true,
"invalid_goal": false,
"invalid_reason": null,
"attempts": [
{
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
}
],
"best_attempt": {
"attempt": 1,
"chart": "arithmetic",
"obstruction": "arithmetic_gap",
"tag": "omega",
"score": 0.426,
"ok": true
},
"n_candidates": 6
}
]
}