{"sentence_baseline":{"dev_metrics":{"accuracy":0.9226,"confusion_matrix":[[124,0,0,14,0,0,0,1,0,0,0,0,0,0,0,8,3,0,0,0,1],[0,83,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0],[1,0,56,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],[17,0,0,32,0,0,0,0,0,0,0,0,0,0,0,6,0,0,0,0,0],[0,0,0,0,41,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],[0,1,0,0,0,40,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,40,0,0,0,0,0,0,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,41,0,0,0,0,0,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,0,40,0,0,0,0,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,0,0,40,0,0,0,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,0,0,0,40,0,0,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,0,0,0,0,38,0,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,0,0,0,0,0,36,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,0,0,0,0,0,0,36,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,0,0,0,0,0,0,0,24,0,0,0,0,0,0],[2,0,1,0,0,0,0,0,0,0,0,0,0,0,0,21,0,0,0,0,0],[4,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,9,0,0,0,0],[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13,0,0,0],[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,8,0,0],[0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,0],[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8]],"loss":0.3017,"macro_f1":0.924,"per_label":[{"f1":0.8294,"label_id":0,"precision":0.8378,"recall":0.8212,"support":151},{"f1":0.9881,"label_id":1,"precision":0.9881,"recall":0.9881,"support":84},{"f1":0.9573,"label_id":2,"precision":0.9333,"recall":0.9825,"support":57},{"f1":0.6337,"label_id":3,"precision":0.6957,"recall":0.5818,"support":55},{"f1":1.0,"label_id":4,"precision":1.0,"recall":1.0,"support":41},{"f1":0.9877,"label_id":5,"precision":1.0,"recall":0.9756,"support":41},{"f1":0.9877,"label_id":6,"precision":0.9756,"recall":1.0,"support":40},{"f1":0.988,"label_id":7,"precision":0.9762,"recall":1.0,"support":41},{"f1":1.0,"label_id":8,"precision":1.0,"recall":1.0,"support":40},{"f1":1.0,"label_id":9,"precision":1.0,"recall":1.0,"support":40},{"f1":1.0,"label_id":10,"precision":1.0,"recall":1.0,"support":40},{"f1":1.0,"label_id":11,"precision":1.0,"recall":1.0,"support":38},{"f1":1.0,"label_id":12,"precision":1.0,"recall":1.0,"support":36},{"f1":1.0,"label_id":13,"precision":1.0,"recall":1.0,"support":36},{"f1":1.0,"label_id":14,"precision":1.0,"recall":1.0,"support":24},{"f1":0.6885,"label_id":15,"precision":0.5676,"recall":0.875,"support":24},{"f1":0.6923,"label_id":16,"precision":0.75,"recall":0.6429,"support":14},{"f1":1.0,"label_id":17,"precision":1.0,"recall":1.0,"support":13},{"f1":0.9412,"label_id":18,"precision":1.0,"recall":0.8889,"support":9},{"f1":0.7692,"label_id":19,"precision":1.0,"recall":0.625,"support":8},{"f1":0.9412,"label_id":20,"precision":0.8889,"recall":1.0,"support":8}]},"history":[{"dev_accuracy":0.8524,"dev_loss":0.4107,"dev_macro_f1":0.8564,"epoch":1,"train_accuracy":0.7254,"train_loss":0.9376},{"dev_accuracy":0.8655,"dev_loss":0.3516,"dev_macro_f1":0.863,"epoch":2,"train_accuracy":0.8954,"train_loss":0.2192},{"dev_accuracy":0.8964,"dev_loss":0.3035,"dev_macro_f1":0.9066,"epoch":3,"train_accuracy":0.9495,"train_loss":0.0876},{"dev_accuracy":0.9226,"dev_loss":0.2801,"dev_macro_f1":0.9209,"epoch":4,"train_accuracy":0.9772,"train_loss":0.0337},{"dev_accuracy":0.9262,"dev_loss":0.2878,"dev_macro_f1":0.9267,"epoch":5,"train_accuracy":0.9905,"train_loss":0.0145},{"dev_accuracy":0.925,"dev_loss":0.3064,"dev_macro_f1":0.9238,"epoch":6,"train_accuracy":0.9957,"train_loss":0.0079},{"dev_accuracy":0.9238,"dev_loss":0.3034,"dev_macro_f1":0.9232,"epoch":7,"train_accuracy":0.997,"train_loss":0.0066},{"dev_accuracy":0.9226,"dev_loss":0.3017,"dev_macro_f1":0.924,"epoch":8,"train_accuracy":0.9993,"train_loss":0.0029}],"label_map":{"0":"vso_transitive","1":"copula_kana","10":"vocative","11":"vso_ditransitive","12":"interrog_yes_no","13":"interrog_wh_subject","14":"fronted_adjunct_focus","15":"vso_multi_argument","16":"fronted_object_focus","17":"connected_filler","18":"nominal_predicate","19":"interrog_hamza_choice","2":"coordination","20":"object_types","3":"vso_intransitive","4":"interrog_wh_place_time","5":"interrog_wh_object","6":"relative_clause","7":"restrict_illa","8":"external_theme_amma","9":"restrict_innama"},"model_path":"/Users/al-hmouz/Documents/Arabic_Tasreef/functional_syntax/models/generated_reference_sentence_classifier.pt","summary":{"dev_rows":840,"test_rows":840,"train_rows":6719},"test_metrics":{"accuracy":0.9155,"confusion_matrix":[[126,0,1,15,0,0,0,0,0,0,0,0,0,0,0,5,2,0,2,0,0],[0,84,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],[2,0,49,1,0,0,0,0,0,0,0,1,2,0,0,1,0,0,0,1,0],[10,0,0,37,0,0,0,0,0,0,0,0,0,0,0,7,1,0,0,0,0],[0,0,0,0,40,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0],[0,0,0,0,0,41,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,40,0,0,0,0,0,0,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,41,0,0,0,0,0,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,0,40,0,0,0,0,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,0,0,40,0,0,0,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,0,0,0,40,0,0,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,0,0,0,0,37,0,0,0,0,0,0,0,1,0],[0,0,0,1,0,0,0,0,0,0,0,0,35,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,0,0,0,0,0,0,36,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,0,0,0,0,0,0,0,24,0,0,0,0,0,0],[6,0,0,4,0,0,0,0,0,0,0,0,1,0,0,13,0,0,0,0,0],[2,0,0,0,0,0,0,0,0,0,0,0,1,1,0,1,9,0,0,0,0],[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,12,0,0,0],[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,0,0],[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,0],[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8]],"loss":0.3291,"macro_f1":0.916,"per_label":[{"f1":0.8456,"label_id":0,"precision":0.8571,"recall":0.8344,"support":151},{"f1":1.0,"label_id":1,"precision":1.0,"recall":1.0,"support":84},{"f1":0.9159,"label_id":2,"precision":0.98,"recall":0.8596,"support":57},{"f1":0.6549,"label_id":3,"precision":0.6379,"recall":0.6727,"support":55},{"f1":0.9877,"label_id":4,"precision":1.0,"recall":0.9756,"support":41},{"f1":1.0,"label_id":5,"precision":1.0,"recall":1.0,"support":41},{"f1":1.0,"label_id":6,"precision":1.0,"recall":1.0,"support":40},{"f1":1.0,"label_id":7,"precision":1.0,"recall":1.0,"support":41},{"f1":1.0,"label_id":8,"precision":1.0,"recall":1.0,"support":40},{"f1":1.0,"label_id":9,"precision":1.0,"recall":1.0,"support":40},{"f1":1.0,"label_id":10,"precision":1.0,"recall":1.0,"support":40},{"f1":0.9737,"label_id":11,"precision":0.9737,"recall":0.9737,"support":38},{"f1":0.9333,"label_id":12,"precision":0.8974,"recall":0.9722,"support":36},{"f1":0.973,"label_id":13,"precision":0.9474,"recall":1.0,"support":36},{"f1":1.0,"label_id":14,"precision":1.0,"recall":1.0,"support":24},{"f1":0.5098,"label_id":15,"precision":0.4815,"recall":0.5417,"support":24},{"f1":0.6923,"label_id":16,"precision":0.75,"recall":0.6429,"support":14},{"f1":0.96,"label_id":17,"precision":1.0,"recall":0.9231,"support":13},{"f1":0.9,"label_id":18,"precision":0.8182,"recall":1.0,"support":9},{"f1":0.8889,"label_id":19,"precision":0.8,"recall":1.0,"support":8},{"f1":1.0,"label_id":20,"precision":1.0,"recall":1.0,"support":8}]},"train_metrics":{"accuracy":0.9999,"confusion_matrix":[[1205,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],[0,668,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],[0,0,456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],[0,0,0,439,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],[0,0,0,0,332,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],[0,0,0,0,0,327,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,324,0,0,0,0,0,0,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,324,0,0,0,0,0,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,0,320,0,0,0,0,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,0,0,320,0,0,0,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,0,0,0,320,0,0,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,0,0,0,0,300,0,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,0,0,0,0,0,291,0,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,0,0,0,0,0,0,285,0,0,0,0,0,0,0],[0,0,0,0,0,0,0,0,0,0,0,0,0,0,194,0,0,0,0,0,0],[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,193,0,0,0,0,0],[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,114,0,0,0,0],[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,100,0,0,0],[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,72,0,0],[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,67,0],[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,67]],"loss":0.0011,"macro_f1":0.9999,"per_label":[{"f1":0.9996,"label_id":0,"precision":1.0,"recall":0.9992,"support":1206},{"f1":1.0,"label_id":1,"precision":1.0,"recall":1.0,"support":668},{"f1":1.0,"label_id":2,"precision":1.0,"recall":1.0,"support":456},{"f1":0.9989,"label_id":3,"precision":0.9977,"recall":1.0,"support":439},{"f1":1.0,"label_id":4,"precision":1.0,"recall":1.0,"support":332},{"f1":1.0,"label_id":5,"precision":1.0,"recall":1.0,"support":327},{"f1":1.0,"label_id":6,"precision":1.0,"recall":1.0,"support":324},{"f1":1.0,"label_id":7,"precision":1.0,"recall":1.0,"support":324},{"f1":1.0,"label_id":8,"precision":1.0,"recall":1.0,"support":320},{"f1":1.0,"label_id":9,"precision":1.0,"recall":1.0,"support":320},{"f1":1.0,"label_id":10,"precision":1.0,"recall":1.0,"support":320},{"f1":1.0,"label_id":11,"precision":1.0,"recall":1.0,"support":300},{"f1":1.0,"label_id":12,"precision":1.0,"recall":1.0,"support":291},{"f1":1.0,"label_id":13,"precision":1.0,"recall":1.0,"support":285},{"f1":1.0,"label_id":14,"precision":1.0,"recall":1.0,"support":194},{"f1":1.0,"label_id":15,"precision":1.0,"recall":1.0,"support":193},{"f1":1.0,"label_id":16,"precision":1.0,"recall":1.0,"support":114},{"f1":1.0,"label_id":17,"precision":1.0,"recall":1.0,"support":100},{"f1":1.0,"label_id":18,"precision":1.0,"recall":1.0,"support":72},{"f1":1.0,"label_id":19,"precision":1.0,"recall":1.0,"support":67},{"f1":1.0,"label_id":20,"precision":1.0,"recall":1.0,"support":67}]}},"token_baseline":{"best_state":{"best_dev_score":0.9271333333333334,"epoch":6,"history":[{"dev_joint_sequence_accuracy":0.575,"dev_loss":1.3413,"dev_pragmatic_accuracy":0.9045,"dev_semantic_accuracy":0.8699,"dev_syntactic_accuracy":0.8699,"epoch":1,"train_loss":2.759},{"dev_joint_sequence_accuracy":0.6738,"dev_loss":1.0195,"dev_pragmatic_accuracy":0.9266,"dev_semantic_accuracy":0.8965,"dev_syntactic_accuracy":0.8974,"epoch":2,"train_loss":1.1177},{"dev_joint_sequence_accuracy":0.7131,"dev_loss":0.9254,"dev_pragmatic_accuracy":0.9382,"dev_semantic_accuracy":0.9081,"dev_syntactic_accuracy":0.9078,"epoch":3,"train_loss":0.7277},{"dev_joint_sequence_accuracy":0.7238,"dev_loss":0.9633,"dev_pragmatic_accuracy":0.9382,"dev_semantic_accuracy":0.9126,"dev_syntactic_accuracy":0.9132,"epoch":4,"train_loss":0.4847},{"dev_joint_sequence_accuracy":0.7429,"dev_loss":0.9584,"dev_pragmatic_accuracy":0.9394,"dev_semantic_accuracy":0.9147,"dev_syntactic_accuracy":0.915,"epoch":5,"train_loss":0.3237},{"dev_joint_sequence_accuracy":0.7512,"dev_loss":1.0079,"dev_pragmatic_accuracy":0.9436,"dev_semantic_accuracy":0.9192,"dev_syntactic_accuracy":0.9186,"epoch":6,"train_loss":0.2203}]},"dev_metrics":{"joint_sequence_accuracy":0.7512,"loss":1.0079,"pragmatic_accuracy":0.9436,"sample_predictions":[{"gold_pragmatic":["\u2014","\u0645\u062d\u0648\u0631","\u2014","\u2014"],"gold_semantic":["\u0645\u062d\u0645\u0648\u0644","\u0645\u0646\u0641\u0630","\u0645\u062a\u0642\u0628\u0644","\u2014"],"gold_syntactic":["\u0641\u0639\u0644","\u0641\u0627\u0639\u0644","\u0645\u0641\u0639\u0648\u0644_\u0628\u0647","\u2014"],"pred_pragmatic":["\u2014","\u0645\u062d\u0648\u0631","\u2014","\u2014"],"pred_semantic":["\u0645\u062d\u0645\u0648\u0644","\u0645\u0646\u0641\u0630","\u0645\u062a\u0642\u0628\u0644","\u2014"],"pred_syntactic":["\u0641\u0639\u0644","\u0641\u0627\u0639\u0644","\u0645\u0641\u0639\u0648\u0644_\u0628\u0647","\u2014"],"sentence":""},{"gold_pragmatic":["\u062a\u0645\u0647\u064a\u062f","\u2014","\u2014","\u2014","\u2014"],"gold_semantic":["\u2014","\u2014","\u2014","\u0645\u0643\u0627\u0646","\u2014"],"gold_syntactic":["\u2014","\u2014","\u2014","\u0638\u0631\u0641","\u2014"],"pred_pragmatic":["\u2014","\u0645\u062d\u0648\u0631","\u2014","\u2014","\u2014"],"pred_semantic":["\u0645\u062d\u0645\u0648\u0644","\u0645\u0646\u0641\u0630","\u0645\u062a\u0642\u0628\u0644","\u0645\u0643\u0627\u0646","\u2014"],"pred_syntactic":["\u0641\u0639\u0644","\u0641\u0627\u0639\u0644","\u0645\u0641\u0639\u0648\u0644_\u0628\u0647","\u0638\u0631\u0641","\u2014"],"sentence":""},{"gold_pragmatic":["\u2014","\u2014","\u0645\u062d\u0648\u0631"],"gold_semantic":["\u0645\u062d\u0645\u0648\u0644","\u0645\u062a\u0642\u0628\u0644","\u0645\u0646\u0641\u0630"],"gold_syntactic":["\u0641\u0639\u0644","\u0645\u0641\u0639\u0648\u0644_\u0628\u0647","\u0641\u0627\u0639\u0644"],"pred_pragmatic":["\u2014","\u0645\u062d\u0648\u0631","\u2014"],"pred_semantic":["\u0645\u062d\u0645\u0648\u0644","\u0645\u0646\u0641\u0630","\u2014"],"pred_syntactic":["\u0641\u0639\u0644","\u0641\u0627\u0639\u0644","\u2014"],"sentence":""},{"gold_pragmatic":["\u2014","\u2014","\u2014"],"gold_semantic":["\u0645\u062d\u0645\u0648\u0644","\u2014","\u2014"],"gold_syntactic":["\u0641\u0639\u0644","\u2014","\u2014"],"pred_pragmatic":["\u0645\u062d\u0648\u0631","\u2014","\u0645\u062d\u0648\u0631"],"pred_semantic":["\u0645\u0646\u0641\u0630","\u0645\u062d\u0645\u0648\u0644","\u0645\u0646\u0641\u0630"],"pred_syntactic":["\u0641\u0627\u0639\u0644","\u0641\u0639\u0644","\u0641\u0627\u0639\u0644"],"sentence":""},{"gold_pragmatic":["\u062a\u0645\u0647\u064a\u062f","\u0645\u062d\u0648\u0631","\u2014","\u2014"],"gold_semantic":["\u2014","\u0645\u0646\u0641\u0630","\u0645\u0643\u0627\u0646","\u2014"],"gold_syntactic":["\u2014","\u0641\u0627\u0639\u0644","\u0638\u0631\u0641","\u2014"],"pred_pragmatic":["\u062a\u0645\u0647\u064a\u062f","\u0645\u062d\u0648\u0631","\u2014","\u2014"],"pred_semantic":["\u2014","\u0645\u0646\u0641\u0630","\u0645\u0643\u0627\u0646","\u2014"],"pred_syntactic":["\u2014","\u0641\u0627\u0639\u0644","\u0638\u0631\u0641","\u2014"],"sentence":""}],"semantic_accuracy":0.9192,"syntactic_accuracy":0.9186},"model_path":"/Users/al-hmouz/Documents/Arabic_Tasreef/functional_syntax/models/generated_reference_token_bilstm_crf.pt","summary":{"dev_sentences":840,"dev_tokens":3352,"test_sentences":840,"test_tokens":3332,"train_sentences":6719,"train_tokens":26590,"vocab_size":3328},"test_metrics":{"joint_sequence_accuracy":0.7738,"loss":0.9513,"pragmatic_accuracy":0.9469,"sample_predictions":[{"gold_pragmatic":["\u0645\u062d\u0648\u0631","\u2014","\u2014"],"gold_semantic":["\u0645\u0646\u0641\u0630","\u0645\u062d\u0645\u0648\u0644","\u2014"],"gold_syntactic":["\u0641\u0627\u0639\u0644","\u0641\u0639\u0644","\u2014"],"pred_pragmatic":["\u0645\u062d\u0648\u0631","\u2014","\u2014"],"pred_semantic":["\u0645\u0646\u0641\u0630","\u0645\u062d\u0645\u0648\u0644","\u2014"],"pred_syntactic":["\u0641\u0627\u0639\u0644","\u0641\u0639\u0644","\u2014"],"sentence":""},{"gold_pragmatic":["\u2014","\u0645\u062d\u0648\u0631","\u2014","\u2014"],"gold_semantic":["\u0645\u062d\u0645\u0648\u0644","\u0645\u0646\u0641\u0630","\u0645\u062a\u0642\u0628\u0644","\u2014"],"gold_syntactic":["\u0641\u0639\u0644","\u0641\u0627\u0639\u0644","\u0645\u0641\u0639\u0648\u0644_\u0628\u0647","\u2014"],"pred_pragmatic":["\u2014","\u0645\u062d\u0648\u0631","\u2014","\u2014"],"pred_semantic":["\u0645\u062d\u0645\u0648\u0644","\u0645\u0646\u0641\u0630","\u0645\u062a\u0642\u0628\u0644","\u2014"],"pred_syntactic":["\u0641\u0639\u0644","\u0641\u0627\u0639\u0644","\u0645\u0641\u0639\u0648\u0644_\u0628\u0647","\u2014"],"sentence":""},{"gold_pragmatic":["\u2014","\u2014","\u0645\u062d\u0648\u0631"],"gold_semantic":["\u0645\u062d\u0645\u0648\u0644","\u0645\u062a\u0642\u0628\u0644","\u0645\u0646\u0641\u0630"],"gold_syntactic":["\u0641\u0639\u0644","\u0645\u0641\u0639\u0648\u0644_\u0628\u0647","\u0641\u0627\u0639\u0644"],"pred_pragmatic":["\u2014","\u0645\u062d\u0648\u0631","\u2014"],"pred_semantic":["\u0645\u062d\u0645\u0648\u0644","\u0645\u0646\u0641\u0630","\u0645\u062a\u0642\u0628\u0644"],"pred_syntactic":["\u0641\u0639\u0644","\u0641\u0627\u0639\u0644","\u0645\u0641\u0639\u0648\u0644_\u0628\u0647"],"sentence":""},{"gold_pragmatic":["\u062a\u0645\u0647\u064a\u062f","\u0645\u062d\u0648\u0631","\u2014"],"gold_semantic":["\u2014","\u0645\u0646\u0641\u0630","\u0645\u062a\u0642\u0628\u0644"],"gold_syntactic":["\u2014","\u0641\u0627\u0639\u0644","\u0645\u0641\u0639\u0648\u0644_\u0628\u0647"],"pred_pragmatic":["\u062a\u0645\u0647\u064a\u062f","\u0645\u062d\u0648\u0631","\u2014"],"pred_semantic":["\u2014","\u0645\u0646\u0641\u0630","\u0645\u062a\u0642\u0628\u0644"],"pred_syntactic":["\u2014","\u0641\u0627\u0639\u0644","\u0645\u0641\u0639\u0648\u0644_\u0628\u0647"],"sentence":""},{"gold_pragmatic":["\u2014","\u0645\u062d\u0648\u0631","\u2014","\u2014","\u2014"],"gold_semantic":["\u0645\u062d\u0645\u0648\u0644","\u0645\u0646\u0641\u0630","\u0645\u062a\u0642\u0628\u0644","\u0645\u0643\u0627\u0646","\u2014"],"gold_syntactic":["\u0641\u0639\u0644","\u0641\u0627\u0639\u0644","\u0645\u0641\u0639\u0648\u0644_\u0628\u0647","\u0638\u0631\u0641","\u2014"],"pred_pragmatic":["\u2014","\u0645\u062d\u0648\u0631","\u2014","\u2014","\u2014"],"pred_semantic":["\u0645\u062d\u0645\u0648\u0644","\u0645\u0646\u0641\u0630","\u0645\u062a\u0642\u0628\u0644","\u0645\u0643\u0627\u0646","\u2014"],"pred_syntactic":["\u0641\u0639\u0644","\u0641\u0627\u0639\u0644","\u0645\u0641\u0639\u0648\u0644_\u0628\u0647","\u0638\u0631\u0641","\u2014"],"sentence":""}],"semantic_accuracy":0.9214,"syntactic_accuracy":0.9208},"train_metrics":{"joint_sequence_accuracy":0.975,"loss":0.0703,"pragmatic_accuracy":0.9953,"sample_predictions":[{"gold_pragmatic":["\u0628\u0624\u0631\u0629_\u062c\u062f\u064a\u062f","\u2014","\u0645\u062d\u0648\u0631"],"gold_semantic":["\u2014","\u0645\u062d\u0645\u0648\u0644","\u0645\u0646\u0641\u0630"],"gold_syntactic":["\u2014","\u0641\u0639\u0644","\u0641\u0627\u0639\u0644"],"pred_pragmatic":["\u0628\u0624\u0631\u0629_\u062c\u062f\u064a\u062f","\u2014","\u0645\u062d\u0648\u0631"],"pred_semantic":["\u2014","\u0645\u062d\u0645\u0648\u0644","\u0645\u0646\u0641\u0630"],"pred_syntactic":["\u2014","\u0641\u0639\u0644","\u0641\u0627\u0639\u0644"],"sentence":""},{"gold_pragmatic":["\u0628\u0624\u0631\u0629_\u062c\u062f\u064a\u062f","\u2014","\u0645\u062d\u0648\u0631","\u2014","\u2014"],"gold_semantic":["\u2014","\u0645\u062d\u0645\u0648\u0644","\u0645\u0646\u0641\u0630","\u0645\u0643\u0627\u0646","\u2014"],"gold_syntactic":["\u2014","\u0641\u0639\u0644_\u0646\u0627\u0642\u0635","\u0627\u0633\u0645_\u0643\u0627\u0646","\u0638\u0631\u0641","\u2014"],"pred_pragmatic":["\u0628\u0624\u0631\u0629_\u062c\u062f\u064a\u062f","\u2014","\u0645\u062d\u0648\u0631","\u2014","\u2014"],"pred_semantic":["\u2014","\u0645\u062d\u0645\u0648\u0644","\u0645\u0646\u0641\u0630","\u0645\u0643\u0627\u0646","\u2014"],"pred_syntactic":["\u2014","\u0641\u0639\u0644_\u0646\u0627\u0642\u0635","\u0627\u0633\u0645_\u0643\u0627\u0646","\u0638\u0631\u0641","\u2014"],"sentence":""},{"gold_pragmatic":["\u2014","\u0645\u062d\u0648\u0631","\u2014","\u2014"],"gold_semantic":["\u0645\u062d\u0645\u0648\u0644","\u0645\u0646\u0641\u0630","\u0645\u0643\u0627\u0646","\u2014"],"gold_syntactic":["\u0641\u0639\u0644_\u0646\u0627\u0642\u0635","\u0627\u0633\u0645_\u0643\u0627\u0646","\u0638\u0631\u0641","\u2014"],"pred_pragmatic":["\u2014","\u0645\u062d\u0648\u0631","\u2014","\u2014"],"pred_semantic":["\u0645\u062d\u0645\u0648\u0644","\u0645\u0646\u0641\u0630","\u0645\u0643\u0627\u0646","\u2014"],"pred_syntactic":["\u0641\u0639\u0644_\u0646\u0627\u0642\u0635","\u0627\u0633\u0645_\u0643\u0627\u0646","\u0638\u0631\u0641","\u2014"],"sentence":""},{"gold_pragmatic":["\u0645\u0628\u062a\u062f\u0623","\u2014","\u0645\u062d\u0648\u0631","\u2014","\u2014"],"gold_semantic":["\u2014","\u0645\u062d\u0645\u0648\u0644","\u0645\u0646\u0641\u0630","\u0645\u062a\u0642\u0628\u0644","\u0645\u062a\u0642\u0628\u0644"],"gold_syntactic":["\u2014","\u0641\u0639\u0644","\u0641\u0627\u0639\u0644","\u0645\u0641\u0639\u0648\u0644_\u0628\u0647","\u0645\u0641\u0639\u0648\u0644_\u0628\u0647"],"pred_pragmatic":["\u0645\u0628\u062a\u062f\u0623","\u2014","\u0645\u062d\u0648\u0631","\u2014","\u2014"],"pred_semantic":["\u2014","\u0645\u062d\u0645\u0648\u0644","\u0645\u0646\u0641\u0630","\u0645\u062a\u0642\u0628\u0644","\u0645\u062a\u0642\u0628\u0644"],"pred_syntactic":["\u2014","\u0641\u0639\u0644","\u0641\u0627\u0639\u0644","\u0645\u0641\u0639\u0648\u0644_\u0628\u0647","\u0645\u0641\u0639\u0648\u0644_\u0628\u0647"],"sentence":""},{"gold_pragmatic":["\u0628\u0624\u0631\u0629_\u062c\u062f\u064a\u062f","\u2014","\u0628\u0624\u0631\u0629_\u062c\u062f\u064a\u062f","\u2014"],"gold_semantic":["\u2014","\u0645\u062d\u0645\u0648\u0644","\u2014","\u0645\u062a\u0642\u0628\u0644"],"gold_syntactic":["\u2014","\u0641\u0639\u0644","\u2014","\u0645\u0641\u0639\u0648\u0644_\u0628\u0647"],"pred_pragmatic":["\u0628\u0624\u0631\u0629_\u062c\u062f\u064a\u062f","\u2014","\u0628\u0624\u0631\u0629_\u062c\u062f\u064a\u062f","\u2014"],"pred_semantic":["\u2014","\u0645\u062d\u0645\u0648\u0644","\u2014","\u0645\u062a\u0642\u0628\u0644"],"pred_syntactic":["\u2014","\u0641\u0639\u0644","\u2014","\u0645\u0641\u0639\u0648\u0644_\u0628\u0647"],"sentence":""}],"semantic_accuracy":0.9971,"syntactic_accuracy":0.997}},"train_split":{"dev_distribution":{"connected_filler":1,"coordination":56,"copula_kana":80,"external_theme_amma":40,"fronted_adjunct_focus":24,"fronted_object_focus":10,"interrog_hamza_choice":8,"interrog_wh_object":41,"interrog_wh_place_time":41,"interrog_wh_subject":38,"interrog_yes_no":36,"neg_ma":35,"nominal_predicate":5,"object_types":8,"relative_clause":40,"restrict_illa":40,"restrict_innama":40,"vocative":40,"vso_ditransitive":38,"vso_intransitive":46,"vso_multi_argument":21,"vso_transitive":126},"dev_rows":814,"input_rows":8142,"ratios":{"dev":0.1,"test":0.1,"train":0.8},"seed":20260618,"test_distribution":{"connected_filler":1,"coordination":56,"copula_kana":80,"external_theme_amma":40,"fronted_adjunct_focus":24,"fronted_object_focus":10,"interrog_hamza_choice":8,"interrog_wh_object":41,"interrog_wh_place_time":41,"interrog_wh_subject":38,"interrog_yes_no":36,"neg_ma":35,"nominal_predicate":5,"object_types":8,"relative_clause":40,"restrict_illa":40,"restrict_innama":40,"vocative":40,"vso_ditransitive":38,"vso_intransitive":46,"vso_multi_argument":21,"vso_transitive":126},"test_rows":814,"train_distribution":{"connected_filler":7,"coordination":445,"copula_kana":640,"external_theme_amma":320,"fronted_adjunct_focus":194,"fronted_object_focus":77,"interrog_hamza_choice":67,"interrog_wh_object":326,"interrog_wh_place_time":332,"interrog_wh_subject":307,"interrog_yes_no":285,"neg_ma":281,"nominal_predicate":36,"object_types":67,"relative_clause":321,"restrict_illa":324,"restrict_innama":320,"vocative":320,"vso_ditransitive":300,"vso_intransitive":370,"vso_multi_argument":168,"vso_transitive":1007},"train_rows":6514}}