File size: 14,575 Bytes
af1f7fa
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
score_version,model,slice,axis,true,false,unknown,n,bound_lower,bound_upper,bound_lower_pct,bound_upper_pct,finite_execution_categories,evidence_id

assistant_review_fable_v1,alpha075,old_qa41,content,7,33,1,41,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,alpha075,old_qa41,joint,7,33,1,41,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,alpha075,old_qa41,format,0,1,0,1,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,alpha075,old_practical38,content,10,26,2,38,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,alpha075,old_practical38,joint,10,26,2,38,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,alpha075,old_practical38,format,20,1,0,21,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,alpha075,old_python14,content,0,14,0,14,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,alpha075,old_python14,joint,0,14,0,14,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,alpha075,old_python14,format,3,1,0,4,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,alpha075,old_python14,interface,11,3,0,14,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,alpha075,old_python14,historical_finite_categories,,,,,,,,,"{""not_recorded"": 14}",EVID-ASSIST-V1

assistant_review_fable_v1,alpha075,new_natural64,content,2,62,0,64,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,alpha075,new_natural64,joint,2,62,0,64,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,alpha075,new_natural64,format,7,11,0,18,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,alpha075,new_python32,content,0,32,0,32,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,alpha075,new_python32,joint,0,32,0,32,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,alpha075,new_python32,format,0,0,0,0,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,alpha075,new_python32,interface,31,1,0,32,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,alpha075,new_python32,historical_finite_categories,,,,,,,,,"{""fail"": 25, ""fail_or_unextractable"": 1, ""tool_unknown"": 6}",EVID-ASSIST-V1

assistant_review_fable_v1,alpha075,practical27_joint,joint_group_bounds,,,,,26/81,10/27,32.098765,37.037037,,EVID-ASSIST-V1

assistant_review_fable_v1,alpha075,new_natural64,category:R1DEV-CONTEXT,0,16,0,16,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,alpha075,new_natural64,category:R1DEV-REWRITE,0,16,0,16,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,alpha075,new_natural64,category:R1DEV-FOLLOWUP,1,15,0,16,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,alpha075,new_natural64,category:R1DEV-CONDITIONAL,1,15,0,16,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,old_qa41,content,7,34,0,41,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,old_qa41,joint,7,34,0,41,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,old_qa41,format,0,1,0,1,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,old_practical38,content,18,18,2,38,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,old_practical38,joint,18,18,2,38,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,old_practical38,format,18,3,0,21,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,old_python14,content,2,12,0,14,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,old_python14,joint,2,12,0,14,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,old_python14,format,3,1,0,4,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,old_python14,interface,14,0,0,14,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,old_python14,historical_finite_categories,,,,,,,,,"{""fail"": 7, ""fail_or_unextractable"": 2, ""pass"": 3, ""tool_unknown"": 2}",EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,new_natural64,content,4,60,0,64,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,new_natural64,joint,4,60,0,64,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,new_natural64,format,13,5,0,18,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,new_python32,content,4,28,0,32,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,new_python32,joint,4,28,0,32,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,new_python32,format,0,0,0,0,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,new_python32,interface,32,0,0,32,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,new_python32,historical_finite_categories,,,,,,,,,"{""fail"": 19, ""fail_or_unextractable"": 4, ""pass"": 2, ""tool_unknown"": 7}",EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,practical27_joint,joint_group_bounds,,,,,47/81,17/27,58.024691,62.962963,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,new_natural64,category:R1DEV-CONTEXT,0,16,0,16,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,new_natural64,category:R1DEV-REWRITE,2,14,0,16,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,new_natural64,category:R1DEV-FOLLOWUP,2,14,0,16,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-A,new_natural64,category:R1DEV-CONDITIONAL,0,16,0,16,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,old_qa41,content,5,35,1,41,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,old_qa41,joint,5,35,1,41,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,old_qa41,format,0,1,0,1,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,old_practical38,content,6,31,1,38,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,old_practical38,joint,6,31,1,38,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,old_practical38,format,1,20,0,21,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,old_python14,content,4,10,0,14,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,old_python14,joint,3,11,0,14,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,old_python14,format,2,2,0,4,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,old_python14,interface,13,1,0,14,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,old_python14,historical_finite_categories,,,,,,,,,"{""fail"": 8, ""fail_or_unextractable"": 1, ""pass"": 4, ""tool_unknown"": 1}",EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,new_natural64,content,0,64,0,64,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,new_natural64,joint,0,64,0,64,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,new_natural64,format,3,15,0,18,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,new_python32,content,3,29,0,32,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,new_python32,joint,3,29,0,32,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,new_python32,format,0,0,0,0,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,new_python32,interface,31,1,0,32,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,new_python32,historical_finite_categories,,,,,,,,,"{""fail"": 21, ""fail_or_unextractable"": 2, ""pass"": 7, ""tool_unknown"": 2}",EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,practical27_joint,joint_group_bounds,,,,,8/81,1/9,9.876543,11.111111,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,new_natural64,category:R1DEV-CONTEXT,0,16,0,16,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,new_natural64,category:R1DEV-REWRITE,0,16,0,16,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,new_natural64,category:R1DEV-FOLLOWUP,0,16,0,16,,,,,,EVID-ASSIST-V1

assistant_review_fable_v1,EXT-B,new_natural64,category:R1DEV-CONDITIONAL,0,16,0,16,,,,,,EVID-ASSIST-V1

assistant_owner_clarification_4_v1,alpha075,old_qa41,content,6,33,2,41,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,alpha075,old_qa41,joint,6,33,2,41,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,alpha075,old_qa41,format,0,1,0,1,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,alpha075,old_practical38,content,10,26,2,38,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,alpha075,old_practical38,joint,10,26,2,38,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,alpha075,old_practical38,format,20,1,0,21,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,alpha075,old_python14,content,0,14,0,14,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,alpha075,old_python14,joint,0,14,0,14,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,alpha075,old_python14,format,3,1,0,4,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,alpha075,old_python14,interface,11,3,0,14,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,alpha075,old_python14,historical_finite_categories,,,,,,,,,"{""not_recorded"": 14}",EVID-ASSIST-C4

assistant_owner_clarification_4_v1,alpha075,new_natural64,content,3,61,0,64,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,alpha075,new_natural64,joint,3,61,0,64,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,alpha075,new_natural64,format,7,11,0,18,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,alpha075,new_python32,content,0,32,0,32,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,alpha075,new_python32,joint,0,32,0,32,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,alpha075,new_python32,format,0,0,0,0,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,alpha075,new_python32,interface,31,1,0,32,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,alpha075,new_python32,historical_finite_categories,,,,,,,,,"{""fail"": 25, ""fail_or_unextractable"": 1, ""tool_unknown"": 6}",EVID-ASSIST-C4

assistant_owner_clarification_4_v1,alpha075,practical27_joint,joint_group_bounds,,,,,26/81,10/27,32.098765,37.037037,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,alpha075,new_natural64,category:R1DEV-CONTEXT,0,16,0,16,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,alpha075,new_natural64,category:R1DEV-REWRITE,0,16,0,16,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,alpha075,new_natural64,category:R1DEV-FOLLOWUP,2,14,0,16,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,alpha075,new_natural64,category:R1DEV-CONDITIONAL,1,15,0,16,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,old_qa41,content,7,34,0,41,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,old_qa41,joint,7,34,0,41,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,old_qa41,format,0,1,0,1,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,old_practical38,content,18,18,2,38,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,old_practical38,joint,18,18,2,38,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,old_practical38,format,18,3,0,21,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,old_python14,content,1,13,0,14,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,old_python14,joint,1,13,0,14,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,old_python14,format,3,1,0,4,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,old_python14,interface,14,0,0,14,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,old_python14,historical_finite_categories,,,,,,,,,"{""fail"": 7, ""fail_or_unextractable"": 2, ""pass"": 3, ""tool_unknown"": 2}",EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,new_natural64,content,4,60,0,64,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,new_natural64,joint,4,60,0,64,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,new_natural64,format,13,5,0,18,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,new_python32,content,4,28,0,32,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,new_python32,joint,4,28,0,32,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,new_python32,format,0,0,0,0,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,new_python32,interface,32,0,0,32,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,new_python32,historical_finite_categories,,,,,,,,,"{""fail"": 19, ""fail_or_unextractable"": 4, ""pass"": 2, ""tool_unknown"": 7}",EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,practical27_joint,joint_group_bounds,,,,,47/81,17/27,58.024691,62.962963,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,new_natural64,category:R1DEV-CONTEXT,0,16,0,16,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,new_natural64,category:R1DEV-REWRITE,2,14,0,16,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,new_natural64,category:R1DEV-FOLLOWUP,2,14,0,16,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-A,new_natural64,category:R1DEV-CONDITIONAL,0,16,0,16,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,old_qa41,content,5,35,1,41,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,old_qa41,joint,5,35,1,41,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,old_qa41,format,0,1,0,1,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,old_practical38,content,6,31,1,38,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,old_practical38,joint,6,31,1,38,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,old_practical38,format,1,20,0,21,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,old_python14,content,4,10,0,14,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,old_python14,joint,3,11,0,14,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,old_python14,format,2,2,0,4,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,old_python14,interface,13,1,0,14,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,old_python14,historical_finite_categories,,,,,,,,,"{""fail"": 8, ""fail_or_unextractable"": 1, ""pass"": 4, ""tool_unknown"": 1}",EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,new_natural64,content,0,64,0,64,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,new_natural64,joint,0,64,0,64,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,new_natural64,format,3,15,0,18,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,new_python32,content,2,30,0,32,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,new_python32,joint,2,30,0,32,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,new_python32,format,0,0,0,0,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,new_python32,interface,31,1,0,32,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,new_python32,historical_finite_categories,,,,,,,,,"{""fail"": 21, ""fail_or_unextractable"": 2, ""pass"": 7, ""tool_unknown"": 2}",EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,practical27_joint,joint_group_bounds,,,,,8/81,1/9,9.876543,11.111111,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,new_natural64,category:R1DEV-CONTEXT,0,16,0,16,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,new_natural64,category:R1DEV-REWRITE,0,16,0,16,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,new_natural64,category:R1DEV-FOLLOWUP,0,16,0,16,,,,,,EVID-ASSIST-C4

assistant_owner_clarification_4_v1,EXT-B,new_natural64,category:R1DEV-CONDITIONAL,0,16,0,16,,,,,,EVID-ASSIST-C4