{"id":"W3213357183","doi":"10.3390/su132112230","title":"Reviewer Experience vs. Expertise: Which Matters More for Good Course Reviews in Online Learning?","year":2021,"lang":"en","type":"article","venue":"Sustainability","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Saskatchewan; Wilfrid Laurier University","funders":"National Natural Science Foundation of China","keywords":"Competence (human resources); Massive open online course; Psychology; Medical education; Online learning; Online discussion; Online course; Medicine; Mathematics education; World Wide Web; Computer science; Social psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01553137,0.0003388659,0.0008312212,0.002303429,0.00119426,0.004573172,0.0006180459,0.001277157,0.003693188],"category_scores_gemma":[0.1443058,0.0002784735,0.0008191242,0.001730308,0.00162531,0.005257455,0.00141048,0.001009897,0.0007013014],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009383538,"about_ca_system_score_gemma":0.002446216,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002683369,"about_ca_topic_score_gemma":0.00537796,"domain_scores_codex":[0.982457,0.007515077,0.001819938,0.003013145,0.004094037,0.001100804],"domain_scores_gemma":[0.6936519,0.2147754,0.05093815,0.00680611,0.01930723,0.01452131],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003635156,0.0002857549,0.9063514,0.000679746,0.0004793777,0.0004887998,0.007538499,0.0005267491,0.001811479,0.001583253,0.001795104,0.07809624],"study_design_scores_gemma":[0.00004944939,0.0003949771,0.9769111,0.0003646283,0.000357615,0.0007604933,0.007339312,0.002795816,0.0009121539,0.004757444,0.005250773,0.0001060885],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9607325,0.004529032,0.009264327,0.004348772,0.0002279478,0.0001299252,0.0001720979,0.00007152437,0.02052388],"genre_scores_gemma":[0.9976475,0.0003720793,0.0008979664,0.0002327452,0.0001400923,0.00001660568,0.00003684208,0.00001860105,0.0006375185],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01553137,"threshold_uncertainty_score":0.08213878,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01533375681263581,"score_gpt":0.3449114750273912,"score_spread":0.3295777182147554,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}