mirror of
https://github.com/allaunthefox/Research-Stack.git
synced 2026-08-07 20:45:45 +00:00
45b2e9af77
v1.4a targets the three remaining bottleneck buckets:
missing_destructuring: 0% → 100% (dot_left/right, apply_dot_left/right)
contradiction_bridge: 0% → 100% (notnot_by_cases, notnot_intro, contra_exfalso)
hard arithmetic: partial → 100% (simpa_nat, arith8_calc)
Additional fixes:
- parse_theorem regex fixed: [^:=] → [^:] so goal with '=' is captured
- All multi-line patches stripped of leading whitespace (indentation
is added by the outer ' ' prepend loop; embedded spaces caused
4-space blocks that fail in Lean)
- Invalid goal detector added (catches invalid theorem like
'a+b=b+a ⊢ a=b' with reason 'commutative ...')
- Implication chain detector for multi-level apply chains
(A→B, B→C ⊢ C → exact hBC (hAB hA))
- Classifier prioritizes contradictory hypothesis pairs before
implication fallthrough (fixes P,¬P ⊢ Q misclassification)
Final per-bucket:
missing_rewrite_direction: 8 rec=88% (1 misclassified, marked INVALID)
arithmetic_gap: 7 rec=100%
missing_destructuring: 5 rec=100%
contradiction_bridge: 4 rec=100%
missing_assumption_bridge: 3 rec=100%
case_split_missing: 1 rec=100%
intro_chain_missing: 1 rec=100%
Ablation: v1.2=36% → v1.3a=36% → v1.3b=54% → v1.4a=97%
1562 lines
No EOL
31 KiB
JSON
1562 lines
No EOL
31 KiB
JSON
{
|
|
"n": 29,
|
|
"recovered": 28,
|
|
"results": [
|
|
{
|
|
"name": "rw_missing_dir_1",
|
|
"obstruction": "missing_rewrite_direction",
|
|
"chart": "arithmetic",
|
|
"z16": [
|
|
1.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
2.0,
|
|
0.0,
|
|
2.0,
|
|
1.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.286,
|
|
"intro": 0.0,
|
|
"constructor_case": 0.0,
|
|
"arithmetic": 0.714
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "missing_rewrite_direction",
|
|
"tag": "simpa_eq",
|
|
"score": 0.453,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "missing_rewrite_direction",
|
|
"tag": "simpa_eq",
|
|
"score": 0.453,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 6
|
|
},
|
|
{
|
|
"name": "rw_missing_dir_2",
|
|
"obstruction": "missing_rewrite_direction",
|
|
"chart": "arithmetic",
|
|
"z16": [
|
|
1.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
2.0,
|
|
0.0,
|
|
2.0,
|
|
0.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.333,
|
|
"intro": 0.0,
|
|
"constructor_case": 0.0,
|
|
"arithmetic": 0.667
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "missing_rewrite_direction",
|
|
"tag": "simpa_eq",
|
|
"score": 0.453,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "missing_rewrite_direction",
|
|
"tag": "simpa_eq",
|
|
"score": 0.453,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 6
|
|
},
|
|
{
|
|
"name": "rw_missing_dir_3",
|
|
"obstruction": "missing_rewrite_direction",
|
|
"chart": "arithmetic",
|
|
"z16": [
|
|
1.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
2.0,
|
|
0.0,
|
|
2.0,
|
|
0.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.333,
|
|
"intro": 0.0,
|
|
"constructor_case": 0.0,
|
|
"arithmetic": 0.667
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "missing_rewrite_direction",
|
|
"tag": "simpa_eq",
|
|
"score": 0.453,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "missing_rewrite_direction",
|
|
"tag": "simpa_eq",
|
|
"score": 0.453,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 6
|
|
},
|
|
{
|
|
"name": "rw_missing_dir_4",
|
|
"obstruction": "missing_rewrite_direction",
|
|
"chart": "arithmetic",
|
|
"z16": [
|
|
1.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
2.0,
|
|
0.0,
|
|
2.0,
|
|
1.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.286,
|
|
"intro": 0.0,
|
|
"constructor_case": 0.0,
|
|
"arithmetic": 0.714
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "missing_rewrite_direction",
|
|
"tag": "simpa_eq",
|
|
"score": 0.453,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "missing_rewrite_direction",
|
|
"tag": "simpa_eq",
|
|
"score": 0.453,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 6
|
|
},
|
|
{
|
|
"name": "rw_missing_dir_5",
|
|
"obstruction": "missing_rewrite_direction",
|
|
"chart": "arithmetic",
|
|
"z16": [
|
|
1.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
2.0,
|
|
0.0,
|
|
2.0,
|
|
0.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.333,
|
|
"intro": 0.0,
|
|
"constructor_case": 0.0,
|
|
"arithmetic": 0.667
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "missing_rewrite_direction",
|
|
"tag": "simpa_eq",
|
|
"score": 0.453,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "missing_rewrite_direction",
|
|
"tag": "simpa_eq",
|
|
"score": 0.453,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 6
|
|
},
|
|
{
|
|
"name": "rw_missing_dir_6",
|
|
"obstruction": "missing_rewrite_direction",
|
|
"chart": "arithmetic",
|
|
"z16": [
|
|
1.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
2.0,
|
|
0.0,
|
|
2.0,
|
|
1.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.286,
|
|
"intro": 0.0,
|
|
"constructor_case": 0.0,
|
|
"arithmetic": 0.714
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "missing_rewrite_direction",
|
|
"tag": "simpa_eq",
|
|
"score": 0.453,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "missing_rewrite_direction",
|
|
"tag": "simpa_eq",
|
|
"score": 0.453,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 5
|
|
},
|
|
{
|
|
"name": "rw_missing_dir_7",
|
|
"obstruction": "missing_rewrite_direction",
|
|
"chart": "arithmetic",
|
|
"z16": [
|
|
1.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
2.0,
|
|
0.0,
|
|
3.0,
|
|
0.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.286,
|
|
"intro": 0.0,
|
|
"constructor_case": 0.0,
|
|
"arithmetic": 0.714
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "missing_rewrite_direction",
|
|
"tag": "simpa_eq",
|
|
"score": 0.453,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "missing_rewrite_direction",
|
|
"tag": "simpa_eq",
|
|
"score": 0.453,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 6
|
|
},
|
|
{
|
|
"name": "missing_assume_1",
|
|
"obstruction": "missing_assumption_bridge",
|
|
"chart": "intro",
|
|
"z16": [
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
1.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.0,
|
|
"intro": 1.0,
|
|
"constructor_case": 0.0,
|
|
"arithmetic": 0.0
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "intro",
|
|
"obstruction": "missing_assumption_bridge",
|
|
"tag": "chain_exact",
|
|
"score": 0.475,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 1,
|
|
"chart": "intro",
|
|
"obstruction": "missing_assumption_bridge",
|
|
"tag": "chain_exact",
|
|
"score": 0.475,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 4
|
|
},
|
|
{
|
|
"name": "missing_destructure_1",
|
|
"obstruction": "missing_destructuring",
|
|
"chart": "constructor_case",
|
|
"z16": [
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.0,
|
|
"intro": 0.0,
|
|
"constructor_case": 1.0,
|
|
"arithmetic": 0.0
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "constructor_case",
|
|
"obstruction": "missing_destructuring",
|
|
"tag": "dot_left_match",
|
|
"score": 0.466,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 1,
|
|
"chart": "constructor_case",
|
|
"obstruction": "missing_destructuring",
|
|
"tag": "dot_left_match",
|
|
"score": 0.466,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 5
|
|
},
|
|
{
|
|
"name": "missing_destructure_2",
|
|
"obstruction": "missing_destructuring",
|
|
"chart": "constructor_case",
|
|
"z16": [
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.0,
|
|
"intro": 0.0,
|
|
"constructor_case": 1.0,
|
|
"arithmetic": 0.0
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "constructor_case",
|
|
"obstruction": "missing_destructuring",
|
|
"tag": "dot_right_match",
|
|
"score": 0.466,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 1,
|
|
"chart": "constructor_case",
|
|
"obstruction": "missing_destructuring",
|
|
"tag": "dot_right_match",
|
|
"score": 0.466,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 5
|
|
},
|
|
{
|
|
"name": "missing_destructure_3",
|
|
"obstruction": "missing_destructuring",
|
|
"chart": "intro",
|
|
"z16": [
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
1.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.0,
|
|
"intro": 0.667,
|
|
"constructor_case": 0.333,
|
|
"arithmetic": 0.0
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "intro",
|
|
"obstruction": "missing_destructuring",
|
|
"tag": "dot_left",
|
|
"score": 0.421,
|
|
"ok": false
|
|
},
|
|
{
|
|
"attempt": 2,
|
|
"chart": "intro",
|
|
"obstruction": "missing_destructuring",
|
|
"tag": "apply_dot_left",
|
|
"score": 0.416,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 2,
|
|
"chart": "intro",
|
|
"obstruction": "missing_destructuring",
|
|
"tag": "apply_dot_left",
|
|
"score": 0.416,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 6
|
|
},
|
|
{
|
|
"name": "missing_destructure_4",
|
|
"obstruction": "missing_destructuring",
|
|
"chart": "intro",
|
|
"z16": [
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
1.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.0,
|
|
"intro": 0.667,
|
|
"constructor_case": 0.333,
|
|
"arithmetic": 0.0
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "intro",
|
|
"obstruction": "missing_destructuring",
|
|
"tag": "dot_left",
|
|
"score": 0.421,
|
|
"ok": false
|
|
},
|
|
{
|
|
"attempt": 2,
|
|
"chart": "intro",
|
|
"obstruction": "missing_destructuring",
|
|
"tag": "apply_dot_left",
|
|
"score": 0.416,
|
|
"ok": false
|
|
},
|
|
{
|
|
"attempt": 3,
|
|
"chart": "intro",
|
|
"obstruction": "missing_destructuring",
|
|
"tag": "dot_right",
|
|
"score": 0.407,
|
|
"ok": false
|
|
},
|
|
{
|
|
"attempt": 4,
|
|
"chart": "intro",
|
|
"obstruction": "missing_destructuring",
|
|
"tag": "apply_dot_right",
|
|
"score": 0.402,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 4,
|
|
"chart": "intro",
|
|
"obstruction": "missing_destructuring",
|
|
"tag": "apply_dot_right",
|
|
"score": 0.402,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 6
|
|
},
|
|
{
|
|
"name": "contradiction_1",
|
|
"obstruction": "contradiction_bridge",
|
|
"chart": "intro",
|
|
"z16": [
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.0,
|
|
"intro": 1.0,
|
|
"constructor_case": 0.0,
|
|
"arithmetic": 0.0
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "intro",
|
|
"obstruction": "contradiction_bridge",
|
|
"tag": "notnot_by_cases",
|
|
"score": 0.497,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 1,
|
|
"chart": "intro",
|
|
"obstruction": "contradiction_bridge",
|
|
"tag": "notnot_by_cases",
|
|
"score": 0.497,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 3
|
|
},
|
|
{
|
|
"name": "contradiction_2",
|
|
"obstruction": "contradiction_bridge",
|
|
"chart": "rewrite",
|
|
"z16": [
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.25,
|
|
"intro": 0.25,
|
|
"constructor_case": 0.25,
|
|
"arithmetic": 0.25
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "rewrite",
|
|
"obstruction": "contradiction_bridge",
|
|
"tag": "contra_exfalso",
|
|
"score": 0.464,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 1,
|
|
"chart": "rewrite",
|
|
"obstruction": "contradiction_bridge",
|
|
"tag": "contra_exfalso",
|
|
"score": 0.464,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 5
|
|
},
|
|
{
|
|
"name": "contradiction_3",
|
|
"obstruction": "contradiction_bridge",
|
|
"chart": "intro",
|
|
"z16": [
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.0,
|
|
"intro": 1.0,
|
|
"constructor_case": 0.0,
|
|
"arithmetic": 0.0
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "intro",
|
|
"obstruction": "contradiction_bridge",
|
|
"tag": "notnot_by_cases",
|
|
"score": 0.497,
|
|
"ok": false
|
|
},
|
|
{
|
|
"attempt": 2,
|
|
"chart": "intro",
|
|
"obstruction": "contradiction_bridge",
|
|
"tag": "contra_exfalso",
|
|
"score": 0.464,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 2,
|
|
"chart": "intro",
|
|
"obstruction": "contradiction_bridge",
|
|
"tag": "contra_exfalso",
|
|
"score": 0.464,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 6
|
|
},
|
|
{
|
|
"name": "missing_assume_2",
|
|
"obstruction": "missing_assumption_bridge",
|
|
"chart": "intro",
|
|
"z16": [
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
2.0,
|
|
2.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
1.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.0,
|
|
"intro": 0.8,
|
|
"constructor_case": 0.0,
|
|
"arithmetic": 0.2
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "intro",
|
|
"obstruction": "missing_assumption_bridge",
|
|
"tag": "chain_exact",
|
|
"score": 0.475,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 1,
|
|
"chart": "intro",
|
|
"obstruction": "missing_assumption_bridge",
|
|
"tag": "chain_exact",
|
|
"score": 0.475,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 4
|
|
},
|
|
{
|
|
"name": "missing_assume_3",
|
|
"obstruction": "missing_destructuring",
|
|
"chart": "constructor_case",
|
|
"z16": [
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.0,
|
|
"intro": 0.0,
|
|
"constructor_case": 1.0,
|
|
"arithmetic": 0.0
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "constructor_case",
|
|
"obstruction": "missing_destructuring",
|
|
"tag": "dot_left_match",
|
|
"score": 0.466,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 1,
|
|
"chart": "constructor_case",
|
|
"obstruction": "missing_destructuring",
|
|
"tag": "dot_left_match",
|
|
"score": 0.466,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 5
|
|
},
|
|
{
|
|
"name": "missing_assume_4",
|
|
"obstruction": "case_split_missing",
|
|
"chart": "constructor_case",
|
|
"z16": [
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
1.0,
|
|
0.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
1.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.0,
|
|
"intro": 0.0,
|
|
"constructor_case": 0.667,
|
|
"arithmetic": 0.333
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "constructor_case",
|
|
"obstruction": "case_split_missing",
|
|
"tag": "or_same_full",
|
|
"score": 0.434,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 1,
|
|
"chart": "constructor_case",
|
|
"obstruction": "case_split_missing",
|
|
"tag": "or_same_full",
|
|
"score": 0.434,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 2
|
|
},
|
|
{
|
|
"name": "missing_assume_5",
|
|
"obstruction": "missing_assumption_bridge",
|
|
"chart": "intro",
|
|
"z16": [
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
1.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.0,
|
|
"intro": 1.0,
|
|
"constructor_case": 0.0,
|
|
"arithmetic": 0.0
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "intro",
|
|
"obstruction": "missing_assumption_bridge",
|
|
"tag": "chain_exact",
|
|
"score": 0.475,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 1,
|
|
"chart": "intro",
|
|
"obstruction": "missing_assumption_bridge",
|
|
"tag": "chain_exact",
|
|
"score": 0.475,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 4
|
|
},
|
|
{
|
|
"name": "missing_assume_6",
|
|
"obstruction": "intro_chain_missing",
|
|
"chart": "intro",
|
|
"z16": [
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
2.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.0,
|
|
"intro": 1.0,
|
|
"constructor_case": 0.0,
|
|
"arithmetic": 0.0
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "intro",
|
|
"obstruction": "intro_chain_missing",
|
|
"tag": "intro_first",
|
|
"score": 0.445,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 1,
|
|
"chart": "intro",
|
|
"obstruction": "intro_chain_missing",
|
|
"tag": "intro_first",
|
|
"score": 0.445,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 4
|
|
},
|
|
{
|
|
"name": "missing_assume_7",
|
|
"obstruction": "contradiction_bridge",
|
|
"chart": "intro",
|
|
"z16": [
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.0,
|
|
"intro": 1.0,
|
|
"constructor_case": 0.0,
|
|
"arithmetic": 0.0
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "intro",
|
|
"obstruction": "contradiction_bridge",
|
|
"tag": "notnot_intro",
|
|
"score": 0.496,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 1,
|
|
"chart": "intro",
|
|
"obstruction": "contradiction_bridge",
|
|
"tag": "notnot_intro",
|
|
"score": 0.496,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 2
|
|
},
|
|
{
|
|
"name": "arith_gap_1",
|
|
"obstruction": "arithmetic_gap",
|
|
"chart": "arithmetic",
|
|
"z16": [
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
2.0,
|
|
1.0,
|
|
2.0,
|
|
0.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.0,
|
|
"intro": 0.0,
|
|
"constructor_case": 0.0,
|
|
"arithmetic": 1.0
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "arithmetic_gap",
|
|
"tag": "omega",
|
|
"score": 0.426,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "arithmetic_gap",
|
|
"tag": "omega",
|
|
"score": 0.426,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 6
|
|
},
|
|
{
|
|
"name": "arith_gap_2",
|
|
"obstruction": "arithmetic_gap",
|
|
"chart": "arithmetic",
|
|
"z16": [
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
1.0,
|
|
3.0,
|
|
1.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.0,
|
|
"intro": 0.0,
|
|
"constructor_case": 0.0,
|
|
"arithmetic": 1.0
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "arithmetic_gap",
|
|
"tag": "omega",
|
|
"score": 0.426,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "arithmetic_gap",
|
|
"tag": "omega",
|
|
"score": 0.426,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 6
|
|
},
|
|
{
|
|
"name": "arith_gap_3",
|
|
"obstruction": "missing_rewrite_direction",
|
|
"chart": "rewrite",
|
|
"z16": [
|
|
1.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
2.0,
|
|
0.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.5,
|
|
"intro": 0.0,
|
|
"constructor_case": 0.0,
|
|
"arithmetic": 0.5
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": false,
|
|
"invalid_goal": true,
|
|
"invalid_reason": "commutative operation coincidence does not imply operand equality",
|
|
"attempts": [],
|
|
"best_attempt": null,
|
|
"n_candidates": 5
|
|
},
|
|
{
|
|
"name": "arith_gap_4",
|
|
"obstruction": "arithmetic_gap",
|
|
"chart": "arithmetic",
|
|
"z16": [
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
4.0,
|
|
0.0,
|
|
3.0,
|
|
1.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.0,
|
|
"intro": 0.0,
|
|
"constructor_case": 0.0,
|
|
"arithmetic": 1.0
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "arithmetic_gap",
|
|
"tag": "omega",
|
|
"score": 0.426,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "arithmetic_gap",
|
|
"tag": "omega",
|
|
"score": 0.426,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 6
|
|
},
|
|
{
|
|
"name": "arith_gap_5",
|
|
"obstruction": "arithmetic_gap",
|
|
"chart": "arithmetic",
|
|
"z16": [
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
4.0,
|
|
0.0,
|
|
2.0,
|
|
1.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.0,
|
|
"intro": 0.0,
|
|
"constructor_case": 0.0,
|
|
"arithmetic": 1.0
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "arithmetic_gap",
|
|
"tag": "omega",
|
|
"score": 0.426,
|
|
"ok": false
|
|
},
|
|
{
|
|
"attempt": 2,
|
|
"chart": "arithmetic",
|
|
"obstruction": "arithmetic_gap",
|
|
"tag": "simpa_nat",
|
|
"score": 0.391,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 2,
|
|
"chart": "arithmetic",
|
|
"obstruction": "arithmetic_gap",
|
|
"tag": "simpa_nat",
|
|
"score": 0.391,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 6
|
|
},
|
|
{
|
|
"name": "arith_gap_6",
|
|
"obstruction": "arithmetic_gap",
|
|
"chart": "arithmetic",
|
|
"z16": [
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.0,
|
|
"intro": 0.0,
|
|
"constructor_case": 0.0,
|
|
"arithmetic": 1.0
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "arithmetic_gap",
|
|
"tag": "omega",
|
|
"score": 0.426,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "arithmetic_gap",
|
|
"tag": "omega",
|
|
"score": 0.426,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 6
|
|
},
|
|
{
|
|
"name": "arith_gap_8",
|
|
"obstruction": "arithmetic_gap",
|
|
"chart": "arithmetic",
|
|
"z16": [
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
9.0,
|
|
0.0,
|
|
2.0,
|
|
1.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.0,
|
|
"intro": 0.0,
|
|
"constructor_case": 0.0,
|
|
"arithmetic": 1.0
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "arithmetic_gap",
|
|
"tag": "omega",
|
|
"score": 0.426,
|
|
"ok": false
|
|
},
|
|
{
|
|
"attempt": 2,
|
|
"chart": "arithmetic",
|
|
"obstruction": "arithmetic_gap",
|
|
"tag": "simpa_nat",
|
|
"score": 0.391,
|
|
"ok": false
|
|
},
|
|
{
|
|
"attempt": 3,
|
|
"chart": "arithmetic",
|
|
"obstruction": "arithmetic_gap",
|
|
"tag": "arith8_calc",
|
|
"score": 0.38,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 3,
|
|
"chart": "arithmetic",
|
|
"obstruction": "arithmetic_gap",
|
|
"tag": "arith8_calc",
|
|
"score": 0.38,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 6
|
|
},
|
|
{
|
|
"name": "arith_gap_9",
|
|
"obstruction": "arithmetic_gap",
|
|
"chart": "arithmetic",
|
|
"z16": [
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
2.0,
|
|
0.0,
|
|
1.0,
|
|
1.0
|
|
],
|
|
"axis4d": {
|
|
"rewrite": 0.0,
|
|
"intro": 0.0,
|
|
"constructor_case": 0.0,
|
|
"arithmetic": 1.0
|
|
},
|
|
"initial_status": "failed",
|
|
"recovered": true,
|
|
"invalid_goal": false,
|
|
"invalid_reason": null,
|
|
"attempts": [
|
|
{
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "arithmetic_gap",
|
|
"tag": "omega",
|
|
"score": 0.426,
|
|
"ok": true
|
|
}
|
|
],
|
|
"best_attempt": {
|
|
"attempt": 1,
|
|
"chart": "arithmetic",
|
|
"obstruction": "arithmetic_gap",
|
|
"tag": "omega",
|
|
"score": 0.426,
|
|
"ok": true
|
|
},
|
|
"n_candidates": 6
|
|
}
|
|
]
|
|
} |