diff --git "a/test_predictions_summary.csv" "b/test_predictions_summary.csv" --- "a/test_predictions_summary.csv" +++ "b/test_predictions_summary.csv" @@ -12,7 +12,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -20,7 +20,7 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 1,1,neutral,neutral @@ -39,8 +39,8 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction -0,1,entailment,neutral +1,0,neutral,entailment +0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral @@ -49,14 +49,14 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction -1,0,neutral,entailment +1,1,neutral,neutral +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -2,1,contradiction,neutral -0,2,entailment,contradiction +2,2,contradiction,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -68,31 +68,31 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment -1,2,neutral,contradiction -2,2,contradiction,contradiction +1,1,neutral,neutral +2,1,contradiction,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 0,1,entailment,neutral -2,2,contradiction,contradiction -1,2,neutral,contradiction -0,2,entailment,contradiction -1,2,neutral,contradiction 2,1,contradiction,neutral +1,1,neutral,neutral +0,1,entailment,neutral +1,1,neutral,neutral +2,0,contradiction,entailment 2,2,contradiction,contradiction 1,2,neutral,contradiction -0,2,entailment,contradiction +0,1,entailment,neutral 1,1,neutral,neutral -0,0,entailment,entailment +0,1,entailment,neutral 2,1,contradiction,neutral -1,1,neutral,neutral +1,2,neutral,contradiction 0,2,entailment,contradiction 2,2,contradiction,contradiction 1,0,neutral,entailment @@ -100,8 +100,8 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral +0,0,entailment,entailment 0,2,entailment,contradiction -0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 1,1,neutral,neutral @@ -115,15 +115,15 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 0,1,entailment,neutral -1,2,neutral,contradiction +1,1,neutral,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment -1,1,neutral,neutral -0,2,entailment,contradiction 1,2,neutral,contradiction +0,1,entailment,neutral +1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -138,10 +138,10 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,2,entailment,contradiction 2,0,contradiction,entailment 0,0,entailment,entailment @@ -159,11 +159,11 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,0,neutral,entailment 0,1,entailment,neutral -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment -2,1,contradiction,neutral +2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment @@ -172,12 +172,12 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction -0,1,entailment,neutral +1,1,neutral,neutral +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction -1,2,neutral,contradiction +0,0,entailment,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction @@ -196,21 +196,21 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 0,0,entailment,entailment 1,1,neutral,neutral @@ -221,33 +221,33 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -2,1,contradiction,neutral +2,2,contradiction,contradiction 0,0,entailment,entailment 1,0,neutral,entailment -2,2,contradiction,contradiction -0,2,entailment,contradiction +2,1,contradiction,neutral +0,1,entailment,neutral 1,1,neutral,neutral 1,1,neutral,neutral 0,1,entailment,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment -1,0,neutral,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction -0,2,entailment,contradiction +1,1,neutral,neutral +0,1,entailment,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,1,entailment,neutral 1,1,neutral,neutral 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,0,entailment,entailment 1,1,neutral,neutral 1,1,neutral,neutral 0,0,entailment,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment @@ -257,12 +257,12 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -0,0,entailment,entailment +0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction -1,1,neutral,neutral -0,2,entailment,contradiction +1,2,neutral,contradiction +0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment @@ -272,7 +272,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -1,2,neutral,contradiction +1,1,neutral,neutral 0,2,entailment,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -281,15 +281,15 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,1,entailment,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -0,2,entailment,contradiction -1,2,neutral,contradiction +0,1,entailment,neutral +1,1,neutral,neutral 2,1,contradiction,neutral 0,0,entailment,entailment 1,1,neutral,neutral @@ -301,18 +301,18 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral -0,0,entailment,entailment +0,1,entailment,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,2,neutral,contradiction 2,2,contradiction,contradiction -1,0,neutral,entailment +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,2,entailment,contradiction 0,2,entailment,contradiction 2,2,contradiction,contradiction @@ -324,7 +324,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction 1,2,neutral,contradiction 0,0,entailment,entailment @@ -335,8 +335,8 @@ true_id,pred_id,true_label,pred_label 0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -1,2,neutral,contradiction -0,2,entailment,contradiction +1,0,neutral,entailment +0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral @@ -348,14 +348,14 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 2,1,contradiction,neutral 1,1,neutral,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment @@ -364,7 +364,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,1,neutral,neutral 0,2,entailment,contradiction -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction @@ -372,12 +372,12 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction -0,0,entailment,entailment +0,1,entailment,neutral 1,1,neutral,neutral 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 0,1,entailment,neutral @@ -385,7 +385,7 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,1,entailment,neutral 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction @@ -402,10 +402,10 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,2,entailment,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction -1,2,neutral,contradiction +0,0,entailment,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,1,entailment,neutral @@ -422,33 +422,33 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,1,entailment,neutral 1,1,neutral,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -2,1,contradiction,neutral -1,2,neutral,contradiction +2,2,contradiction,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction -0,2,entailment,contradiction +1,1,neutral,neutral +0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction @@ -457,13 +457,13 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction -0,0,entailment,entailment +0,2,entailment,contradiction 1,1,neutral,neutral -2,2,contradiction,contradiction -0,0,entailment,entailment +2,1,contradiction,neutral 0,0,entailment,entailment +0,1,entailment,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction @@ -475,10 +475,10 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 0,1,entailment,neutral 1,1,neutral,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction @@ -488,12 +488,12 @@ true_id,pred_id,true_label,pred_label 1,2,neutral,contradiction 0,2,entailment,contradiction 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction @@ -522,12 +522,12 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -2,2,contradiction,contradiction -0,0,entailment,entailment +2,1,contradiction,neutral 0,0,entailment,entailment +0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -537,16 +537,16 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,1,neutral,neutral 2,1,contradiction,neutral -1,2,neutral,contradiction +1,1,neutral,neutral +0,0,entailment,entailment 0,0,entailment,entailment -0,1,entailment,neutral 2,2,contradiction,contradiction -1,1,neutral,neutral +1,0,neutral,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 0,1,entailment,neutral -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral @@ -564,28 +564,28 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,1,entailment,neutral 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction 0,2,entailment,contradiction -1,0,neutral,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral +0,0,entailment,entailment 0,0,entailment,entailment -0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 1,0,neutral,entailment 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction @@ -596,10 +596,10 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction 1,0,neutral,entailment 1,1,neutral,neutral @@ -611,9 +611,9 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -1,0,neutral,entailment +1,1,neutral,neutral 0,0,entailment,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,0,entailment,entailment 2,1,contradiction,neutral 1,0,neutral,entailment @@ -621,16 +621,16 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment -1,0,neutral,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment -1,0,neutral,entailment +1,1,neutral,neutral 0,0,entailment,entailment -1,2,neutral,contradiction +1,0,neutral,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -638,21 +638,21 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -1,0,neutral,entailment +1,1,neutral,neutral 0,1,entailment,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -1,1,neutral,neutral +1,2,neutral,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral +0,0,entailment,entailment +2,1,contradiction,neutral 0,0,entailment,entailment -2,2,contradiction,contradiction -0,2,entailment,contradiction 1,0,neutral,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,1,entailment,neutral 2,2,contradiction,contradiction 1,0,neutral,entailment @@ -668,9 +668,9 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -0,2,entailment,contradiction +0,1,entailment,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral @@ -678,19 +678,19 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,1,entailment,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -0,0,entailment,entailment +0,2,entailment,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral @@ -704,7 +704,7 @@ true_id,pred_id,true_label,pred_label 0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -1,0,neutral,entailment +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 0,1,entailment,neutral @@ -713,7 +713,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -1,1,neutral,neutral +1,2,neutral,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -725,45 +725,45 @@ true_id,pred_id,true_label,pred_label 1,0,neutral,entailment 0,0,entailment,entailment 2,1,contradiction,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction -0,2,entailment,contradiction +1,1,neutral,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 2,0,contradiction,entailment 1,1,neutral,neutral -2,1,contradiction,neutral +2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 2,1,contradiction,neutral -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -776,7 +776,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 1,2,neutral,contradiction -0,0,entailment,entailment +0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 1,2,neutral,contradiction @@ -792,14 +792,14 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment -1,0,neutral,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment -1,0,neutral,entailment +1,1,neutral,neutral 1,1,neutral,neutral 2,0,contradiction,entailment -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment @@ -810,9 +810,9 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction -0,0,entailment,entailment +0,1,entailment,neutral +1,1,neutral,neutral 1,1,neutral,neutral -1,2,neutral,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -823,32 +823,32 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction -0,1,entailment,neutral -1,1,neutral,neutral -2,1,contradiction,neutral +0,0,entailment,entailment 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction +0,0,entailment,entailment +1,1,neutral,neutral +2,1,contradiction,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,2,neutral,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 0,1,entailment,neutral 2,2,contradiction,contradiction -1,0,neutral,entailment +1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -0,1,entailment,neutral -2,1,contradiction,neutral 0,0,entailment,entailment -1,2,neutral,contradiction +2,2,contradiction,contradiction +0,0,entailment,entailment +1,1,neutral,neutral 2,1,contradiction,neutral -0,2,entailment,contradiction +0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -893,15 +893,15 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment +1,0,neutral,entailment +0,0,entailment,entailment 1,1,neutral,neutral -0,2,entailment,contradiction -1,2,neutral,contradiction -2,1,contradiction,neutral +2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment @@ -924,14 +924,14 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 0,1,entailment,neutral -1,2,neutral,contradiction -2,2,contradiction,contradiction +1,1,neutral,neutral +2,1,contradiction,neutral 1,1,neutral,neutral 0,0,entailment,entailment 2,0,contradiction,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral @@ -942,26 +942,26 @@ true_id,pred_id,true_label,pred_label 0,2,entailment,contradiction 1,1,neutral,neutral 1,2,neutral,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -0,0,entailment,entailment +0,2,entailment,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,2,neutral,contradiction 0,2,entailment,contradiction 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,1,entailment,neutral 0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 1,1,neutral,neutral 2,1,contradiction,neutral -0,1,entailment,neutral +0,0,entailment,entailment 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -969,11 +969,11 @@ true_id,pred_id,true_label,pred_label 0,2,entailment,contradiction 1,1,neutral,neutral 0,1,entailment,neutral -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 1,2,neutral,contradiction @@ -981,19 +981,19 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 1,1,neutral,neutral -0,2,entailment,contradiction -2,0,contradiction,entailment +0,1,entailment,neutral +2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction 0,1,entailment,neutral 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction 1,1,neutral,neutral -0,2,entailment,contradiction +1,1,neutral,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -1002,17 +1002,17 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction @@ -1028,30 +1028,30 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 2,1,contradiction,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -0,0,entailment,entailment +0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -2,0,contradiction,entailment +2,2,contradiction,contradiction 1,1,neutral,neutral 0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction -0,2,entailment,contradiction +1,1,neutral,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral -2,1,contradiction,neutral +2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral 0,1,entailment,neutral @@ -1059,7 +1059,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -1068,14 +1068,14 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -1,0,neutral,entailment +1,2,neutral,contradiction 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,1,contradiction,neutral 1,1,neutral,neutral 0,2,entailment,contradiction @@ -1085,26 +1085,26 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -0,2,entailment,contradiction -1,2,neutral,contradiction -2,2,contradiction,contradiction +0,0,entailment,entailment +1,1,neutral,neutral +2,1,contradiction,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,0,neutral,entailment -0,1,entailment,neutral +0,0,entailment,entailment 1,2,neutral,contradiction 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -0,0,entailment,entailment +0,2,entailment,contradiction 1,1,neutral,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -0,0,entailment,entailment +0,1,entailment,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -1112,7 +1112,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -1,2,neutral,contradiction +1,0,neutral,entailment 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -1127,14 +1127,14 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -2,2,contradiction,contradiction +2,0,contradiction,entailment 0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,2,entailment,contradiction 0,0,entailment,entailment 1,2,neutral,contradiction @@ -1144,7 +1144,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,1,contradiction,neutral 0,0,entailment,entailment 1,1,neutral,neutral @@ -1161,7 +1161,7 @@ true_id,pred_id,true_label,pred_label 0,2,entailment,contradiction 2,1,contradiction,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral 0,1,entailment,neutral @@ -1172,11 +1172,11 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -1,0,neutral,entailment -0,0,entailment,entailment +1,1,neutral,neutral +0,2,entailment,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction @@ -1191,43 +1191,43 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 0,2,entailment,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction -0,0,entailment,entailment -1,2,neutral,contradiction +0,1,entailment,neutral +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -0,2,entailment,contradiction +0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 1,0,neutral,entailment 0,0,entailment,entailment -2,1,contradiction,neutral +2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -0,0,entailment,entailment +0,1,entailment,neutral 1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,2,entailment,contradiction 1,1,neutral,neutral 2,0,contradiction,entailment -0,1,entailment,neutral +0,0,entailment,entailment 1,2,neutral,contradiction -2,0,contradiction,entailment +2,2,contradiction,contradiction 0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -0,0,entailment,entailment +0,1,entailment,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -1236,7 +1236,7 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 1,2,neutral,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction 1,0,neutral,entailment 2,2,contradiction,contradiction @@ -1247,16 +1247,16 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -1,0,neutral,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction @@ -1277,10 +1277,10 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -1,0,neutral,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,0,contradiction,entailment 0,0,entailment,entailment @@ -1289,10 +1289,10 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -0,2,entailment,contradiction +0,0,entailment,entailment 1,2,neutral,contradiction -2,1,contradiction,neutral -0,1,entailment,neutral +2,2,contradiction,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction @@ -1300,7 +1300,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,0,neutral,entailment @@ -1309,13 +1309,13 @@ true_id,pred_id,true_label,pred_label 1,2,neutral,contradiction 0,1,entailment,neutral 1,1,neutral,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -0,1,entailment,neutral -1,2,neutral,contradiction +0,0,entailment,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral @@ -1323,28 +1323,28 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction -1,2,neutral,contradiction -0,2,entailment,contradiction +1,1,neutral,neutral +0,1,entailment,neutral 2,2,contradiction,contradiction -1,0,neutral,entailment +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -0,0,entailment,entailment +0,1,entailment,neutral 1,1,neutral,neutral -2,0,contradiction,entailment +2,2,contradiction,contradiction 0,0,entailment,entailment 1,2,neutral,contradiction 2,0,contradiction,entailment -1,1,neutral,neutral -0,0,entailment,entailment -0,0,entailment,entailment 1,0,neutral,entailment +0,0,entailment,entailment +0,1,entailment,neutral +1,2,neutral,contradiction 2,1,contradiction,neutral 1,1,neutral,neutral 0,0,entailment,entailment @@ -1352,32 +1352,32 @@ true_id,pred_id,true_label,pred_label 1,2,neutral,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,1,neutral,neutral 0,0,entailment,entailment -0,2,entailment,contradiction +0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -0,2,entailment,contradiction +0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,2,neutral,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -1,0,neutral,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -1389,23 +1389,23 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction -0,2,entailment,contradiction -1,2,neutral,contradiction +0,1,entailment,neutral +1,1,neutral,neutral 1,2,neutral,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -0,2,entailment,contradiction -1,2,neutral,contradiction -2,2,contradiction,contradiction +0,0,entailment,entailment +1,1,neutral,neutral +2,1,contradiction,neutral 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -1,1,neutral,neutral +1,0,neutral,entailment 0,1,entailment,neutral 2,2,contradiction,contradiction -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 2,0,contradiction,entailment 0,0,entailment,entailment @@ -1414,7 +1414,7 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -1,0,neutral,entailment +1,1,neutral,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -1424,31 +1424,31 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,2,entailment,contradiction 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,1,neutral,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -1456,7 +1456,7 @@ true_id,pred_id,true_label,pred_label 0,2,entailment,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 0,1,entailment,neutral @@ -1473,25 +1473,25 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -2,2,contradiction,contradiction -1,2,neutral,contradiction -0,2,entailment,contradiction +2,1,contradiction,neutral 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment +1,1,neutral,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,2,entailment,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -2,1,contradiction,neutral +2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment @@ -1500,41 +1500,41 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 0,0,entailment,entailment 1,1,neutral,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,2,neutral,contradiction 1,1,neutral,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment -0,2,entailment,contradiction +0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,1,contradiction,neutral 1,1,neutral,neutral @@ -1544,7 +1544,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 1,2,neutral,contradiction -0,2,entailment,contradiction +0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction @@ -1555,32 +1555,32 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 1,1,neutral,neutral 0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -0,2,entailment,contradiction +0,1,entailment,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction -0,2,entailment,contradiction -1,2,neutral,contradiction +0,0,entailment,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction -1,0,neutral,entailment +1,1,neutral,neutral 0,0,entailment,entailment 0,0,entailment,entailment 2,0,contradiction,entailment 1,1,neutral,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction @@ -1600,7 +1600,7 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction -0,0,entailment,entailment +0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -1610,7 +1610,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction @@ -1618,7 +1618,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,2,entailment,contradiction 1,1,neutral,neutral @@ -1633,12 +1633,12 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 2,1,contradiction,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,1,entailment,neutral 1,1,neutral,neutral 0,0,entailment,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,1,neutral,neutral 1,1,neutral,neutral 0,0,entailment,entailment @@ -1663,9 +1663,9 @@ true_id,pred_id,true_label,pred_label 0,1,entailment,neutral 1,1,neutral,neutral 0,0,entailment,entailment +2,0,contradiction,entailment 2,2,contradiction,contradiction -2,2,contradiction,contradiction -1,0,neutral,entailment +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -1686,7 +1686,7 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral @@ -1695,14 +1695,14 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,0,entailment,entailment -1,2,neutral,contradiction -2,0,contradiction,entailment +1,1,neutral,neutral +2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral @@ -1718,11 +1718,11 @@ true_id,pred_id,true_label,pred_label 0,2,entailment,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 1,1,neutral,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -1731,14 +1731,14 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,1,entailment,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -0,0,entailment,entailment +0,1,entailment,neutral 1,1,neutral,neutral 0,2,entailment,contradiction 2,2,contradiction,contradiction @@ -1747,10 +1747,10 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 0,2,entailment,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 1,1,neutral,neutral 2,1,contradiction,neutral -0,2,entailment,contradiction +0,1,entailment,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -1759,8 +1759,8 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction -2,2,contradiction,contradiction +0,1,entailment,neutral +2,0,contradiction,entailment 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction @@ -1779,7 +1779,7 @@ true_id,pred_id,true_label,pred_label 0,2,entailment,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -1788,16 +1788,16 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,0,entailment,entailment 0,0,entailment,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -2,2,contradiction,contradiction -1,2,neutral,contradiction -0,2,entailment,contradiction -0,1,entailment,neutral -1,2,neutral,contradiction +2,0,contradiction,entailment +1,1,neutral,neutral +0,0,entailment,entailment +0,0,entailment,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction @@ -1805,62 +1805,62 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,1,entailment,neutral 1,1,neutral,neutral -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 0,2,entailment,contradiction 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,0,neutral,entailment 0,0,entailment,entailment 1,1,neutral,neutral -0,0,entailment,entailment +0,1,entailment,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 0,1,entailment,neutral -2,2,contradiction,contradiction +2,0,contradiction,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,1,contradiction,neutral -1,0,neutral,entailment +1,2,neutral,contradiction 0,0,entailment,entailment -2,0,contradiction,entailment -1,1,neutral,neutral -0,1,entailment,neutral 2,2,contradiction,contradiction +1,1,neutral,neutral 0,0,entailment,entailment -1,0,neutral,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral +2,1,contradiction,neutral +0,0,entailment,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 1,0,neutral,entailment 0,2,entailment,contradiction -1,2,neutral,contradiction -0,0,entailment,entailment +1,1,neutral,neutral +0,2,entailment,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment @@ -1869,8 +1869,8 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,1,entailment,neutral 0,1,entailment,neutral -1,2,neutral,contradiction -2,0,contradiction,entailment +1,1,neutral,neutral +2,1,contradiction,neutral 0,0,entailment,entailment 2,1,contradiction,neutral 1,1,neutral,neutral @@ -1883,52 +1883,52 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 2,1,contradiction,neutral 1,2,neutral,contradiction 0,0,entailment,entailment 2,1,contradiction,neutral -0,1,entailment,neutral -1,2,neutral,contradiction +0,0,entailment,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -0,0,entailment,entailment +0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 1,0,neutral,entailment -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -1,0,neutral,entailment +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 1,1,neutral,neutral 0,0,entailment,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 2,2,contradiction,contradiction 1,2,neutral,contradiction 0,2,entailment,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction -0,2,entailment,contradiction +1,1,neutral,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 1,1,neutral,neutral @@ -1950,7 +1950,7 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral -0,2,entailment,contradiction +0,1,entailment,neutral 2,1,contradiction,neutral 1,1,neutral,neutral 0,0,entailment,entailment @@ -1964,10 +1964,10 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 0,2,entailment,contradiction -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,1,neutral,neutral -0,1,entailment,neutral -2,2,contradiction,contradiction +0,0,entailment,entailment +2,1,contradiction,neutral 0,0,entailment,entailment 1,2,neutral,contradiction 1,0,neutral,entailment @@ -1981,14 +1981,14 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral +0,1,entailment,neutral 0,1,entailment,neutral -0,2,entailment,contradiction 1,1,neutral,neutral 2,1,contradiction,neutral 2,2,contradiction,contradiction @@ -2008,7 +2008,7 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 2,2,contradiction,contradiction 0,1,entailment,neutral 1,1,neutral,neutral @@ -2023,7 +2023,7 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -1,0,neutral,entailment +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -2031,14 +2031,14 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -2,2,contradiction,contradiction -0,1,entailment,neutral +2,1,contradiction,neutral +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 0,1,entailment,neutral 1,1,neutral,neutral @@ -2047,14 +2047,14 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 1,0,neutral,entailment 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction @@ -2077,7 +2077,7 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment @@ -2096,20 +2096,20 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -2,0,contradiction,entailment +2,1,contradiction,neutral 0,0,entailment,entailment 1,1,neutral,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 1,0,neutral,entailment 0,0,entailment,entailment 2,2,contradiction,contradiction -2,2,contradiction,contradiction -0,1,entailment,neutral +2,0,contradiction,entailment +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -2123,14 +2123,14 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -1,0,neutral,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment -1,0,neutral,entailment +1,2,neutral,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction @@ -2138,18 +2138,18 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -2,1,contradiction,neutral -0,2,entailment,contradiction -1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral +2,2,contradiction,contradiction +0,1,entailment,neutral 1,1,neutral,neutral +1,0,neutral,entailment 0,1,entailment,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral @@ -2159,8 +2159,8 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -0,2,entailment,contradiction -1,2,neutral,contradiction +0,0,entailment,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction @@ -2169,7 +2169,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,1,neutral,neutral 1,1,neutral,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction 0,2,entailment,contradiction 1,1,neutral,neutral @@ -2181,8 +2181,8 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction -0,2,entailment,contradiction -1,2,neutral,contradiction +0,0,entailment,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral @@ -2198,23 +2198,23 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction -2,2,contradiction,contradiction 1,1,neutral,neutral -0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -0,2,entailment,contradiction -1,1,neutral,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction +1,1,neutral,neutral 0,0,entailment,entailment +1,1,neutral,neutral +2,1,contradiction,neutral +0,1,entailment,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,1,entailment,neutral 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction @@ -2228,9 +2228,9 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 1,0,neutral,entailment -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 1,2,neutral,contradiction 0,0,entailment,entailment @@ -2238,23 +2238,23 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,0,entailment,entailment 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,1,entailment,neutral -1,2,neutral,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -0,2,entailment,contradiction +0,1,entailment,neutral 1,1,neutral,neutral 0,0,entailment,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -2262,21 +2262,21 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -0,0,entailment,entailment +0,2,entailment,contradiction 1,2,neutral,contradiction 0,0,entailment,entailment 1,2,neutral,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment -1,0,neutral,entailment +1,1,neutral,neutral 2,0,contradiction,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -2291,17 +2291,17 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,0,neutral,entailment 2,2,contradiction,contradiction -2,0,contradiction,entailment +2,2,contradiction,contradiction 0,2,entailment,contradiction 1,2,neutral,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 1,1,neutral,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment @@ -2310,16 +2310,16 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -2,2,contradiction,contradiction -0,2,entailment,contradiction -1,2,neutral,contradiction +2,1,contradiction,neutral +0,1,entailment,neutral +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 1,0,neutral,entailment 0,0,entailment,entailment 1,1,neutral,neutral -0,0,entailment,entailment +0,1,entailment,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -2329,16 +2329,16 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral -0,2,entailment,contradiction +0,1,entailment,neutral 1,1,neutral,neutral 0,0,entailment,entailment 2,1,contradiction,neutral -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction @@ -2350,37 +2350,37 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction -2,2,contradiction,contradiction +0,0,entailment,entailment +2,1,contradiction,neutral 1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -1,1,neutral,neutral +1,2,neutral,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment -1,0,neutral,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 1,2,neutral,contradiction 0,0,entailment,entailment 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,0,neutral,entailment 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction -0,2,entailment,contradiction +1,1,neutral,neutral +0,1,entailment,neutral 2,2,contradiction,contradiction 0,2,entailment,contradiction 1,1,neutral,neutral @@ -2388,7 +2388,7 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction -1,0,neutral,entailment +1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment @@ -2401,8 +2401,8 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment -2,2,contradiction,contradiction -1,2,neutral,contradiction +2,1,contradiction,neutral +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral @@ -2410,7 +2410,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction @@ -2423,19 +2423,19 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -2,2,contradiction,contradiction +2,0,contradiction,entailment 1,1,neutral,neutral 0,1,entailment,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,2,neutral,contradiction -1,1,neutral,neutral +1,0,neutral,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 0,0,entailment,entailment @@ -2448,7 +2448,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -2456,49 +2456,49 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -1,0,neutral,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction -0,0,entailment,entailment +0,1,entailment,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 1,2,neutral,contradiction 2,2,contradiction,contradiction -0,0,entailment,entailment +0,1,entailment,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral +1,1,neutral,neutral 2,1,contradiction,neutral 0,2,entailment,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction @@ -2530,7 +2530,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,2,entailment,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -2539,7 +2539,7 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction @@ -2549,11 +2549,11 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,0,entailment,entailment 1,1,neutral,neutral 1,1,neutral,neutral -2,0,contradiction,entailment +2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -2569,15 +2569,15 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -0,1,entailment,neutral -0,1,entailment,neutral +0,0,entailment,entailment +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction -1,0,neutral,entailment +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,1,entailment,neutral 1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral @@ -2594,41 +2594,41 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -0,0,entailment,entailment +0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment -2,1,contradiction,neutral +2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -2,2,contradiction,contradiction +2,0,contradiction,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral 0,1,entailment,neutral 2,1,contradiction,neutral -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -2,2,contradiction,contradiction +2,0,contradiction,entailment 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -0,2,entailment,contradiction -1,2,neutral,contradiction +0,0,entailment,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -0,0,entailment,entailment +0,2,entailment,contradiction 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -2637,13 +2637,13 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction -0,2,entailment,contradiction -1,2,neutral,contradiction +0,0,entailment,entailment +1,1,neutral,neutral 2,1,contradiction,neutral 1,1,neutral,neutral 0,1,entailment,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 1,1,neutral,neutral 0,0,entailment,entailment @@ -2652,7 +2652,7 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -2661,7 +2661,7 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -2672,17 +2672,17 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -0,2,entailment,contradiction -1,1,neutral,neutral +0,1,entailment,neutral +1,2,neutral,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -2,0,contradiction,entailment +2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 2,1,contradiction,neutral 1,0,neutral,entailment @@ -2715,12 +2715,12 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction @@ -2732,16 +2732,16 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction -0,2,entailment,contradiction +1,1,neutral,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,2,entailment,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 0,0,entailment,entailment @@ -2760,12 +2760,12 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment @@ -2773,14 +2773,14 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral @@ -2788,20 +2788,20 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction 1,1,neutral,neutral -2,2,contradiction,contradiction +1,1,neutral,neutral +2,1,contradiction,neutral +0,0,entailment,entailment 0,0,entailment,entailment -0,2,entailment,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -0,0,entailment,entailment +0,2,entailment,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral 1,1,neutral,neutral @@ -2815,14 +2815,14 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral -2,2,contradiction,contradiction +2,0,contradiction,entailment 1,2,neutral,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 0,1,entailment,neutral 2,1,contradiction,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment @@ -2841,19 +2841,19 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 0,1,entailment,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 0,1,entailment,neutral @@ -2863,40 +2863,40 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -0,0,entailment,entailment -1,2,neutral,contradiction +0,1,entailment,neutral +1,1,neutral,neutral 2,2,contradiction,contradiction 0,2,entailment,contradiction 1,1,neutral,neutral 1,1,neutral,neutral -0,2,entailment,contradiction -2,2,contradiction,contradiction 0,0,entailment,entailment +2,2,contradiction,contradiction +0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -0,2,entailment,contradiction -1,2,neutral,contradiction +0,1,entailment,neutral +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction @@ -2913,7 +2913,7 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,1,contradiction,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -2921,7 +2921,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -2929,7 +2929,7 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,0,neutral,entailment 0,0,entailment,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral @@ -2938,7 +2938,7 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -1,1,neutral,neutral +1,2,neutral,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment @@ -2946,11 +2946,11 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,0,neutral,entailment 2,2,contradiction,contradiction -0,0,entailment,entailment +0,1,entailment,neutral +1,1,neutral,neutral 1,1,neutral,neutral -1,0,neutral,entailment 2,2,contradiction,contradiction -0,0,entailment,entailment +0,1,entailment,neutral 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction @@ -2959,8 +2959,8 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -1,1,neutral,neutral -0,2,entailment,contradiction +1,0,neutral,entailment +0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -2979,19 +2979,19 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction -1,0,neutral,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -0,0,entailment,entailment +0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction @@ -3002,12 +3002,12 @@ true_id,pred_id,true_label,pred_label 0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -2,1,contradiction,neutral -0,2,entailment,contradiction -1,2,neutral,contradiction +2,2,contradiction,contradiction +0,0,entailment,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment @@ -3021,10 +3021,10 @@ true_id,pred_id,true_label,pred_label 1,2,neutral,contradiction 0,1,entailment,neutral 2,2,contradiction,contradiction -0,0,entailment,entailment +0,1,entailment,neutral 1,1,neutral,neutral 0,0,entailment,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,1,neutral,neutral 1,1,neutral,neutral 0,0,entailment,entailment @@ -3033,7 +3033,7 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 1,1,neutral,neutral -0,0,entailment,entailment +0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment @@ -3048,12 +3048,12 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 0,2,entailment,contradiction 2,2,contradiction,contradiction -1,2,neutral,contradiction -2,1,contradiction,neutral +1,1,neutral,neutral +2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 0,0,entailment,entailment @@ -3063,10 +3063,10 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 1,1,neutral,neutral 0,0,entailment,entailment @@ -3082,12 +3082,12 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction -0,0,entailment,entailment +0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -3105,7 +3105,7 @@ true_id,pred_id,true_label,pred_label 0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction @@ -3114,7 +3114,7 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -1,1,neutral,neutral +1,0,neutral,entailment 0,0,entailment,entailment 1,1,neutral,neutral 0,1,entailment,neutral @@ -3130,7 +3130,7 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 2,1,contradiction,neutral 1,1,neutral,neutral -0,2,entailment,contradiction +0,1,entailment,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral @@ -3149,7 +3149,7 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,1,entailment,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction @@ -3157,11 +3157,11 @@ true_id,pred_id,true_label,pred_label 0,1,entailment,neutral 2,2,contradiction,contradiction 0,2,entailment,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -1,0,neutral,entailment +1,2,neutral,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -3170,45 +3170,45 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 0,0,entailment,entailment -2,1,contradiction,neutral +2,2,contradiction,contradiction 1,1,neutral,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,2,neutral,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,1,entailment,neutral 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 0,2,entailment,contradiction -1,2,neutral,contradiction 1,1,neutral,neutral -0,2,entailment,contradiction +1,1,neutral,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 1,1,neutral,neutral -2,2,contradiction,contradiction -0,2,entailment,contradiction +2,1,contradiction,neutral +0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -3223,20 +3223,20 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 0,0,entailment,entailment 1,1,neutral,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment +1,0,neutral,entailment 1,1,neutral,neutral -1,2,neutral,contradiction 2,2,contradiction,contradiction 0,1,entailment,neutral 0,0,entailment,entailment @@ -3260,10 +3260,10 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 1,2,neutral,contradiction -2,1,contradiction,neutral +2,2,contradiction,contradiction 1,2,neutral,contradiction 0,0,entailment,entailment -0,2,entailment,contradiction +0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -3284,7 +3284,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral @@ -3302,18 +3302,18 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -3326,9 +3326,9 @@ true_id,pred_id,true_label,pred_label 1,2,neutral,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction -0,1,entailment,neutral -2,1,contradiction,neutral +1,1,neutral,neutral +0,0,entailment,entailment +2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction @@ -3337,11 +3337,11 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral -0,0,entailment,entailment +0,2,entailment,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction -1,2,neutral,contradiction +0,1,entailment,neutral +1,1,neutral,neutral 0,2,entailment,contradiction 2,2,contradiction,contradiction 1,2,neutral,contradiction @@ -3351,7 +3351,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction -1,0,neutral,entailment +1,1,neutral,neutral 0,0,entailment,entailment 0,0,entailment,entailment 2,2,contradiction,contradiction @@ -3361,7 +3361,7 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 0,2,entailment,contradiction @@ -3372,11 +3372,11 @@ true_id,pred_id,true_label,pred_label 2,1,contradiction,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 1,1,neutral,neutral 0,1,entailment,neutral -2,2,contradiction,contradiction +2,0,contradiction,entailment 0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction @@ -3387,17 +3387,17 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,2,neutral,contradiction 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 0,2,entailment,contradiction 2,2,contradiction,contradiction -0,0,entailment,entailment +0,1,entailment,neutral 1,1,neutral,neutral 2,1,contradiction,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -1,1,neutral,neutral +1,0,neutral,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -3405,32 +3405,32 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -2,1,contradiction,neutral +2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral +0,0,entailment,entailment 0,0,entailment,entailment -0,2,entailment,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction -0,1,entailment,neutral +1,1,neutral,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment 1,2,neutral,contradiction -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,2,entailment,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -3441,8 +3441,8 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -2,1,contradiction,neutral -1,2,neutral,contradiction +2,2,contradiction,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction @@ -3450,19 +3450,19 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -1,1,neutral,neutral +1,2,neutral,contradiction 0,2,entailment,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction -2,2,contradiction,contradiction +1,1,neutral,neutral +2,1,contradiction,neutral 0,0,entailment,entailment 1,1,neutral,neutral 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 2,1,contradiction,neutral 2,2,contradiction,contradiction 1,2,neutral,contradiction @@ -3470,12 +3470,12 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,2,entailment,contradiction 1,1,neutral,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,1,neutral,neutral -0,0,entailment,entailment +0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 2,1,contradiction,neutral 1,1,neutral,neutral 0,2,entailment,contradiction @@ -3483,29 +3483,29 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction -1,2,neutral,contradiction -0,0,entailment,entailment +1,1,neutral,neutral +0,2,entailment,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -2,2,contradiction,contradiction -0,0,entailment,entailment -1,0,neutral,entailment +2,1,contradiction,neutral 0,0,entailment,entailment 1,2,neutral,contradiction +0,0,entailment,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,1,neutral,neutral 0,1,entailment,neutral 2,2,contradiction,contradiction @@ -3538,24 +3538,24 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -0,2,entailment,contradiction +0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral -0,2,entailment,contradiction +0,0,entailment,entailment +0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,1,entailment,neutral 1,1,neutral,neutral 2,1,contradiction,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -3564,14 +3564,14 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -0,2,entailment,contradiction -1,2,neutral,contradiction +0,0,entailment,entailment +1,1,neutral,neutral 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,2,entailment,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction @@ -3584,29 +3584,29 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -0,0,entailment,entailment -1,2,neutral,contradiction -2,2,contradiction,contradiction +0,1,entailment,neutral +1,1,neutral,neutral +2,1,contradiction,neutral 2,2,contradiction,contradiction 1,2,neutral,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -0,1,entailment,neutral -1,2,neutral,contradiction +0,0,entailment,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 1,2,neutral,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment -1,1,neutral,neutral +1,2,neutral,contradiction 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -0,0,entailment,entailment +0,1,entailment,neutral 2,2,contradiction,contradiction -1,1,neutral,neutral +1,2,neutral,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction @@ -3614,14 +3614,14 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 0,1,entailment,neutral -2,2,contradiction,contradiction -0,2,entailment,contradiction -2,2,contradiction,contradiction +2,1,contradiction,neutral +0,0,entailment,entailment +2,0,contradiction,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 1,1,neutral,neutral 0,0,entailment,entailment @@ -3629,29 +3629,29 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 1,2,neutral,contradiction 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction -2,1,contradiction,neutral +1,1,neutral,neutral +2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -3663,40 +3663,40 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,0,entailment,entailment 1,2,neutral,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,1,neutral,neutral 0,2,entailment,contradiction -2,2,contradiction,contradiction -0,0,entailment,entailment +2,1,contradiction,neutral +0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 0,2,entailment,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction -1,0,neutral,entailment +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 0,1,entailment,neutral @@ -3705,28 +3705,28 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,1,contradiction,neutral 1,2,neutral,contradiction -0,0,entailment,entailment -2,2,contradiction,contradiction +0,1,entailment,neutral +2,1,contradiction,neutral 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -2,1,contradiction,neutral +2,2,contradiction,contradiction 0,1,entailment,neutral 1,0,neutral,entailment 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction -0,0,entailment,entailment +0,2,entailment,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -3747,7 +3747,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,1,neutral,neutral 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment @@ -3768,12 +3768,12 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 1,1,neutral,neutral 0,2,entailment,contradiction 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral @@ -3782,11 +3782,11 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 0,1,entailment,neutral 2,2,contradiction,contradiction 2,1,contradiction,neutral -1,1,neutral,neutral +1,0,neutral,entailment 0,0,entailment,entailment 0,0,entailment,entailment 1,2,neutral,contradiction @@ -3796,29 +3796,29 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 1,0,neutral,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,0,neutral,entailment 0,2,entailment,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral 0,2,entailment,contradiction 1,1,neutral,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,0,entailment,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,1,neutral,neutral -0,2,entailment,contradiction -1,2,neutral,contradiction -2,2,contradiction,contradiction -0,1,entailment,neutral 0,1,entailment,neutral +1,2,neutral,contradiction +2,1,contradiction,neutral +0,0,entailment,entailment +0,0,entailment,entailment 2,2,contradiction,contradiction 1,2,neutral,contradiction 2,1,contradiction,neutral @@ -3836,7 +3836,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction @@ -3847,10 +3847,10 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -3863,10 +3863,10 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -0,0,entailment,entailment +0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -3888,9 +3888,9 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction @@ -3903,7 +3903,7 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 1,1,neutral,neutral 0,0,entailment,entailment @@ -3911,19 +3911,19 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -2,2,contradiction,contradiction -0,2,entailment,contradiction +2,1,contradiction,neutral +0,1,entailment,neutral 1,1,neutral,neutral -2,0,contradiction,entailment +2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction -1,1,neutral,neutral 0,0,entailment,entailment +1,1,neutral,neutral +0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -3956,12 +3956,12 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 0,1,entailment,neutral -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment @@ -3969,10 +3969,10 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,0,entailment,entailment 0,0,entailment,entailment -1,1,neutral,neutral -2,2,contradiction,contradiction -0,0,entailment,entailment 1,2,neutral,contradiction +2,1,contradiction,neutral +0,0,entailment,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -3980,15 +3980,15 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -0,0,entailment,entailment +0,1,entailment,neutral 2,2,contradiction,contradiction -1,1,neutral,neutral +1,2,neutral,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,1,entailment,neutral 0,1,entailment,neutral 2,2,contradiction,contradiction 1,2,neutral,contradiction @@ -3997,7 +3997,7 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -4009,24 +4009,24 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -0,0,entailment,entailment +0,2,entailment,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction 1,1,neutral,neutral +1,2,neutral,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,1,neutral,neutral 1,1,neutral,neutral 0,0,entailment,entailment -2,0,contradiction,entailment +2,1,contradiction,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -0,0,entailment,entailment -2,1,contradiction,neutral +0,1,entailment,neutral +2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -4035,7 +4035,7 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 1,1,neutral,neutral 0,0,entailment,entailment @@ -4048,7 +4048,7 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 0,2,entailment,contradiction 1,1,neutral,neutral @@ -4056,8 +4056,8 @@ true_id,pred_id,true_label,pred_label 1,2,neutral,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral -2,2,contradiction,contradiction -0,1,entailment,neutral +2,0,contradiction,entailment +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -4068,7 +4068,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction -1,0,neutral,entailment +1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment @@ -4076,11 +4076,11 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -0,2,entailment,contradiction +0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -4089,16 +4089,16 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,1,contradiction,neutral 1,1,neutral,neutral -0,2,entailment,contradiction -2,1,contradiction,neutral -1,1,neutral,neutral 0,0,entailment,entailment +2,2,contradiction,contradiction +1,0,neutral,entailment +0,1,entailment,neutral 2,1,contradiction,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,0,neutral,entailment 0,0,entailment,entailment 0,0,entailment,entailment 2,2,contradiction,contradiction @@ -4112,14 +4112,14 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 2,1,contradiction,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -4131,14 +4131,14 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,1,entailment,neutral 2,2,contradiction,contradiction -1,0,neutral,entailment +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction -0,2,entailment,contradiction -1,0,neutral,entailment +0,1,entailment,neutral +1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment @@ -4146,22 +4146,22 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,0,neutral,entailment 0,2,entailment,contradiction -2,2,contradiction,contradiction -1,2,neutral,contradiction +2,0,contradiction,entailment +1,0,neutral,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 0,2,entailment,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral -2,0,contradiction,entailment -0,0,entailment,entailment -0,2,entailment,contradiction 2,2,contradiction,contradiction +0,0,entailment,entailment +0,0,entailment,entailment +2,0,contradiction,entailment 1,1,neutral,neutral 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -4169,14 +4169,14 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -0,1,entailment,neutral +0,2,entailment,contradiction 2,1,contradiction,neutral 1,2,neutral,contradiction 1,2,neutral,contradiction -0,2,entailment,contradiction +0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -2,1,contradiction,neutral +2,0,contradiction,entailment 0,0,entailment,entailment 0,0,entailment,entailment 1,1,neutral,neutral @@ -4197,7 +4197,7 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,2,entailment,contradiction 2,2,contradiction,contradiction -0,1,entailment,neutral +0,2,entailment,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral @@ -4209,14 +4209,14 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -4232,7 +4232,7 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,2,neutral,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 0,2,entailment,contradiction 2,2,contradiction,contradiction 0,1,entailment,neutral @@ -4251,7 +4251,7 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -4272,41 +4272,41 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,1,entailment,neutral 1,1,neutral,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction -0,1,entailment,neutral -1,2,neutral,contradiction +1,1,neutral,neutral +0,0,entailment,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 2,0,contradiction,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 0,1,entailment,neutral -2,0,contradiction,entailment +2,2,contradiction,contradiction 1,2,neutral,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -2,0,contradiction,entailment +2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction @@ -4323,7 +4323,7 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -1,1,neutral,neutral +1,0,neutral,entailment 0,0,entailment,entailment 0,0,entailment,entailment 1,1,neutral,neutral @@ -4336,17 +4336,17 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 1,2,neutral,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 1,2,neutral,contradiction -1,0,neutral,entailment +1,1,neutral,neutral 2,1,contradiction,neutral 0,0,entailment,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral @@ -4360,62 +4360,62 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction -2,0,contradiction,entailment 0,1,entailment,neutral -1,0,neutral,entailment +2,1,contradiction,neutral 0,0,entailment,entailment 1,0,neutral,entailment +0,0,entailment,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,2,neutral,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction +0,1,entailment,neutral +1,1,neutral,neutral 0,0,entailment,entailment -1,0,neutral,entailment -0,0,entailment,entailment -2,1,contradiction,neutral +2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction 1,0,neutral,entailment 0,2,entailment,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction -1,2,neutral,contradiction -0,0,entailment,entailment +1,1,neutral,neutral +0,1,entailment,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -1,0,neutral,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 1,1,neutral,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction +0,1,entailment,neutral 0,2,entailment,contradiction -0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -1,1,neutral,neutral +1,0,neutral,entailment 2,2,contradiction,contradiction 1,2,neutral,contradiction 0,2,entailment,contradiction -0,2,entailment,contradiction +0,1,entailment,neutral 1,2,neutral,contradiction 2,2,contradiction,contradiction 2,2,contradiction,contradiction @@ -4428,7 +4428,7 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -1,1,neutral,neutral +1,2,neutral,contradiction 0,2,entailment,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction @@ -4436,13 +4436,13 @@ true_id,pred_id,true_label,pred_label 0,2,entailment,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,0,entailment,entailment -1,0,neutral,entailment +1,1,neutral,neutral 0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral -1,0,neutral,entailment +1,2,neutral,contradiction 2,0,contradiction,entailment 0,0,entailment,entailment 0,1,entailment,neutral @@ -4452,25 +4452,25 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 1,2,neutral,contradiction 2,2,contradiction,contradiction 1,2,neutral,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 0,2,entailment,contradiction 1,1,neutral,neutral 1,1,neutral,neutral -2,0,contradiction,entailment +2,2,contradiction,contradiction 0,0,entailment,entailment 0,0,entailment,entailment 2,2,contradiction,contradiction @@ -4489,7 +4489,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 0,0,entailment,entailment 2,2,contradiction,contradiction -1,0,neutral,entailment +1,2,neutral,contradiction 2,1,contradiction,neutral 1,1,neutral,neutral 0,0,entailment,entailment @@ -4508,14 +4508,14 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 0,1,entailment,neutral -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 1,0,neutral,entailment 0,0,entailment,entailment 2,2,contradiction,contradiction 0,1,entailment,neutral -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment @@ -4527,7 +4527,7 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction -0,0,entailment,entailment +0,1,entailment,neutral 1,2,neutral,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -4537,36 +4537,36 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 0,2,entailment,contradiction 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 1,2,neutral,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -0,0,entailment,entailment +0,1,entailment,neutral 0,2,entailment,contradiction 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -2,1,contradiction,neutral +2,2,contradiction,contradiction 0,1,entailment,neutral 1,1,neutral,neutral -0,2,entailment,contradiction +0,0,entailment,entailment 2,0,contradiction,entailment -2,1,contradiction,neutral +2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -1,1,neutral,neutral -2,1,contradiction,neutral +1,2,neutral,contradiction +2,0,contradiction,entailment 0,0,entailment,entailment 2,2,contradiction,contradiction 0,2,entailment,contradiction @@ -4590,57 +4590,57 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 0,1,entailment,neutral 1,1,neutral,neutral -0,2,entailment,contradiction -2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +2,2,contradiction,contradiction +0,1,entailment,neutral +1,1,neutral,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment -0,2,entailment,contradiction +0,0,entailment,entailment 2,1,contradiction,neutral 1,1,neutral,neutral 1,1,neutral,neutral -2,2,contradiction,contradiction -0,1,entailment,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,1,entailment,neutral -1,2,neutral,contradiction 2,2,contradiction,contradiction +0,0,entailment,entailment 1,1,neutral,neutral -0,2,entailment,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral 0,1,entailment,neutral -0,2,entailment,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral +0,0,entailment,entailment +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -0,2,entailment,contradiction -1,2,neutral,contradiction +2,2,contradiction,contradiction +1,1,neutral,neutral +0,1,entailment,neutral +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,0,neutral,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 0,2,entailment,contradiction 2,2,contradiction,contradiction -1,0,neutral,entailment +1,2,neutral,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment -2,0,contradiction,entailment +2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 1,0,neutral,entailment 1,1,neutral,neutral -2,2,contradiction,contradiction -0,1,entailment,neutral +2,1,contradiction,neutral 0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction @@ -4650,19 +4650,19 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral +2,2,contradiction,contradiction 2,2,contradiction,contradiction -2,1,contradiction,neutral 0,0,entailment,entailment 1,1,neutral,neutral 1,1,neutral,neutral -2,1,contradiction,neutral +2,2,contradiction,contradiction 0,0,entailment,entailment -2,0,contradiction,entailment +2,1,contradiction,neutral 1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral -2,0,contradiction,entailment +2,2,contradiction,contradiction 0,1,entailment,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction @@ -4678,34 +4678,34 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -0,2,entailment,contradiction +0,1,entailment,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction -0,0,entailment,entailment +0,1,entailment,neutral 1,0,neutral,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 0,0,entailment,entailment 2,2,contradiction,contradiction -1,0,neutral,entailment +1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -4716,46 +4716,46 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -0,0,entailment,entailment +0,2,entailment,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 1,2,neutral,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction -2,1,contradiction,neutral 1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +1,1,neutral,neutral +2,2,contradiction,contradiction +0,0,entailment,entailment 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -1,2,neutral,contradiction +1,0,neutral,entailment 0,2,entailment,contradiction 2,2,contradiction,contradiction 1,0,neutral,entailment -2,0,contradiction,entailment +2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 2,1,contradiction,neutral 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 0,1,entailment,neutral 2,2,contradiction,contradiction -1,0,neutral,entailment +1,1,neutral,neutral 0,0,entailment,entailment -1,2,neutral,contradiction -2,0,contradiction,entailment +1,0,neutral,entailment +2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 1,1,neutral,neutral 2,1,contradiction,neutral 0,0,entailment,entailment @@ -4765,9 +4765,9 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction -0,1,entailment,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction -1,0,neutral,entailment +1,1,neutral,neutral 0,0,entailment,entailment 0,0,entailment,entailment 2,2,contradiction,contradiction @@ -4785,21 +4785,21 @@ true_id,pred_id,true_label,pred_label 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment +2,1,contradiction,neutral +1,1,neutral,neutral 2,2,contradiction,contradiction -1,2,neutral,contradiction -2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 1,2,neutral,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -0,0,entailment,entailment +0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment @@ -4814,9 +4814,9 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral @@ -4829,7 +4829,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -1,0,neutral,entailment +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral @@ -4838,7 +4838,7 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 1,1,neutral,neutral 0,2,entailment,contradiction -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral @@ -4854,54 +4854,54 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment -2,1,contradiction,neutral +2,2,contradiction,contradiction 1,2,neutral,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 1,1,neutral,neutral 0,1,entailment,neutral +2,1,contradiction,neutral +1,1,neutral,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction -0,2,entailment,contradiction -2,2,contradiction,contradiction -1,0,neutral,entailment +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction -0,2,entailment,contradiction +1,1,neutral,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment 0,0,entailment,entailment 2,2,contradiction,contradiction -1,1,neutral,neutral -1,1,neutral,neutral +1,2,neutral,contradiction +1,0,neutral,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 1,0,neutral,entailment 0,0,entailment,entailment 2,2,contradiction,contradiction -1,2,neutral,contradiction +1,0,neutral,entailment 0,0,entailment,entailment 2,2,contradiction,contradiction -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,2,entailment,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,0,neutral,entailment 0,0,entailment,entailment -1,0,neutral,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment -1,2,neutral,contradiction +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -1,0,neutral,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction @@ -4909,42 +4909,42 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral -0,2,entailment,contradiction +0,1,entailment,neutral 0,2,entailment,contradiction 1,1,neutral,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral 2,2,contradiction,contradiction 1,0,neutral,entailment 0,0,entailment,entailment 0,0,entailment,entailment 1,1,neutral,neutral -2,2,contradiction,contradiction +2,0,contradiction,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 2,2,contradiction,contradiction 1,1,neutral,neutral 0,0,entailment,entailment -0,2,entailment,contradiction +0,1,entailment,neutral 2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction 0,2,entailment,contradiction -1,2,neutral,contradiction -1,2,neutral,contradiction +1,0,neutral,entailment +1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment 1,0,neutral,entailment -0,2,entailment,contradiction +0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment 1,0,neutral,entailment 2,2,contradiction,contradiction 1,0,neutral,entailment -0,0,entailment,entailment +0,1,entailment,neutral 2,0,contradiction,entailment 0,0,entailment,entailment 2,2,contradiction,contradiction @@ -4952,30 +4952,30 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral -2,2,contradiction,contradiction +2,1,contradiction,neutral 0,1,entailment,neutral -1,1,neutral,neutral 1,0,neutral,entailment +1,1,neutral,neutral 0,0,entailment,entailment 2,2,contradiction,contradiction 2,2,contradiction,contradiction 0,0,entailment,entailment 1,1,neutral,neutral +0,0,entailment,entailment +2,1,contradiction,neutral +1,1,neutral,neutral +1,1,neutral,neutral 0,1,entailment,neutral -2,2,contradiction,contradiction -1,2,neutral,contradiction -1,2,neutral,contradiction -0,2,entailment,contradiction -2,0,contradiction,entailment +2,1,contradiction,neutral 0,0,entailment,entailment -2,2,contradiction,contradiction +2,1,contradiction,neutral 1,1,neutral,neutral 0,0,entailment,entailment 1,1,neutral,neutral 2,2,contradiction,contradiction 2,2,contradiction,contradiction -1,2,neutral,contradiction -0,1,entailment,neutral +1,1,neutral,neutral +0,0,entailment,entailment 2,2,contradiction,contradiction 1,2,neutral,contradiction 0,0,entailment,entailment @@ -4994,7 +4994,7 @@ true_id,pred_id,true_label,pred_label 2,2,contradiction,contradiction 0,0,entailment,entailment 1,0,neutral,entailment -1,1,neutral,neutral +1,0,neutral,entailment 0,0,entailment,entailment 2,2,contradiction,contradiction 0,0,entailment,entailment @@ -5005,7 +5005,7 @@ true_id,pred_id,true_label,pred_label 0,0,entailment,entailment 1,0,neutral,entailment 0,0,entailment,entailment -2,1,contradiction,neutral +2,2,contradiction,contradiction 1,1,neutral,neutral 2,2,contradiction,contradiction 0,0,entailment,entailment