n=500 controls: paired net-effect significant (loop vs untrained merge 17-4, p=0.007); ladder and net accounting finalized
Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
@@ -1,4 +1,40 @@
|
||||
{
|
||||
"MBPP untrained merge k=4 (n=500 rerun)": {
|
||||
"overall": {
|
||||
"acc": 0.502,
|
||||
"n": 500,
|
||||
"ci": [
|
||||
0.458,
|
||||
0.546
|
||||
]
|
||||
},
|
||||
"hard": {
|
||||
"acc": 0.2,
|
||||
"n": 55,
|
||||
"ci": [
|
||||
0.116,
|
||||
0.324
|
||||
]
|
||||
}
|
||||
},
|
||||
"MBPP trained FF k=1 (n=500 rerun)": {
|
||||
"overall": {
|
||||
"acc": 0.536,
|
||||
"n": 500,
|
||||
"ci": [
|
||||
0.492,
|
||||
0.579
|
||||
]
|
||||
},
|
||||
"hard": {
|
||||
"acc": 0.2727272727272727,
|
||||
"n": 55,
|
||||
"ci": [
|
||||
0.173,
|
||||
0.402
|
||||
]
|
||||
}
|
||||
},
|
||||
"MBPP loop s0 k=0 (base)": {
|
||||
"overall": {
|
||||
"acc": 0.518,
|
||||
@@ -275,6 +311,30 @@
|
||||
"b_only": 22,
|
||||
"p": 5.7220458984375e-06
|
||||
},
|
||||
"loop k=4 vs UNTRAINED merge k=4, hard (net effect)": {
|
||||
"n": 55,
|
||||
"a_only": 4,
|
||||
"b_only": 17,
|
||||
"p": 0.007197380065917969
|
||||
},
|
||||
"loop k=4 vs UNTRAINED merge k=4, overall": {
|
||||
"n": 500,
|
||||
"a_only": 29,
|
||||
"b_only": 46,
|
||||
"p": 0.06394991646706696
|
||||
},
|
||||
"trained FF vs UNTRAINED merge, hard": {
|
||||
"n": 55,
|
||||
"a_only": 7,
|
||||
"b_only": 11,
|
||||
"p": 0.480682373046875
|
||||
},
|
||||
"distill k=1 vs UNTRAINED merge k=4, hard": {
|
||||
"n": 55,
|
||||
"a_only": 3,
|
||||
"b_only": 15,
|
||||
"p": 0.007537841796875
|
||||
},
|
||||
"distill k=1 vs loop k=4, overall": {
|
||||
"n": 500,
|
||||
"a_only": 33,
|
||||
|
||||
Reference in New Issue
Block a user