{"id":"W4255160128","doi":"10.1109/te.2019.2959415","title":"Reviewers 2019","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002917787,0.0008477257,0.0007810519,0.003856058,0.002300342,0.007402233,0.001625407,0.00399393,0.3315568],"category_scores_gemma":[0.02343006,0.0003933044,0.0007315999,0.002097777,0.0006717642,0.002791808,0.001741368,0.003207372,0.2449546],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002525936,"about_ca_system_score_gemma":0.004461752,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00656197,"about_ca_topic_score_gemma":0.02108569,"domain_scores_codex":[0.9962106,0.0003669972,0.0001957428,0.0004506755,0.002526223,0.0002498814],"domain_scores_gemma":[0.9522921,0.001731179,0.0008112631,0.001170183,0.03946514,0.004530132],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001073156,0.00000465145,0.00004613665,0.0000407442,0.000001471982,0.00002273508,0.000009699807,0.000009886753,0.00005821084,0.000393664,0.984738,0.014664],"study_design_scores_gemma":[0.000003344178,0.000004902893,0.0001057213,0.00003907446,0.000002441909,0.00002878443,0.00003270505,0.00002098638,0.00004299744,0.0002158875,0.9994996,0.000003764366],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"other","genre_scores_codex":[0.000534936,0.008485909,0.002122673,0.09556174,0.6223298,0.0002976091,0.0008907938,0.0008593028,0.2689173],"genre_scores_gemma":[0.002800363,0.003584568,0.0006326894,0.01289826,0.05423046,0.0001009349,0.0006568845,0.0003532092,0.9247427],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.3315568,"threshold_uncertainty_score":0.9534531,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02942707716989041,"score_gpt":0.2962791169869405,"score_spread":0.2668520398170501,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}