{"id":"W4255160128","doi":"10.1109/te.2019.2959415","title":"Reviewers 2019","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0001008136,0.0001342388,0.0001281999,0.0001057399,0.0001200597,0.00002941251,0.0001327115,0.00005234773,0.001123612],"category_scores_gemma":[0.00001535067,0.0001421994,0.0001017701,0.0006088017,0.00003116582,0.0002425422,1.599012e-7,0.0002082766,0.02531236],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001390197,"about_ca_system_score_gemma":0.0003095012,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004560936,"about_ca_topic_score_gemma":0.000008550535,"domain_scores_codex":[0.9990627,0.00007620546,0.0002081601,0.0002780811,0.0002159768,0.0001589031],"domain_scores_gemma":[0.9993322,0.00003313899,0.00006969112,0.0002681596,0.0001079751,0.0001888188],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001944337,0.001922099,0.00004453526,0.0001780148,0.0001047288,8.603645e-7,0.004272473,0.008466347,0.04839475,0.0003904403,0.5496495,0.3863818],"study_design_scores_gemma":[0.001183592,0.0005593279,0.001533538,0.0002958947,0.0004599819,0.00002381317,0.001769576,0.002377985,0.1276049,0.0003089612,0.8627139,0.001168601],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1236162,0.002222563,0.7659435,0.05375845,0.01489826,0.003407514,0.0004138933,0.002446665,0.03329302],"genre_scores_gemma":[0.9937398,0.0001584488,0.001073278,0.002885057,0.0002212044,0.0001079,0.00001782335,0.00006214825,0.00173428],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8701237,"threshold_uncertainty_score":0.9997895,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02942707716989041,"score_gpt":0.2962791169869405,"score_spread":0.2668520398170501,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}