{"id":"W2626208910","doi":"10.19173/irrodl.v18i4.2985","title":"Rating the Quality of Open Textbooks: How Reviewer and Text Characteristics Predict Ratings","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Psychology; Peer evaluation; Residence; Mathematics education; Medical education; Higher education; Medicine; Sociology; Political science","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06621637,0.0002491971,0.0007275674,0.003638573,0.0006202455,0.003049043,0.0007698668,0.0006821043,0.003051161],"category_scores_gemma":[0.3799636,0.0002939426,0.000768932,0.00352912,0.0008462109,0.002768469,0.001399554,0.0007014865,0.001157152],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008264061,"about_ca_system_score_gemma":0.001203564,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001383892,"about_ca_topic_score_gemma":0.002912662,"domain_scores_codex":[0.934164,0.03289327,0.01030934,0.004355302,0.01726633,0.001011738],"domain_scores_gemma":[0.2949992,0.4889092,0.1180913,0.01069816,0.08119652,0.006105536],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005814303,0.0001283365,0.9418482,0.0009052604,0.0003800701,0.000113723,0.004220509,0.0002830873,0.00100194,0.0002369464,0.003879881,0.04642065],"study_design_scores_gemma":[0.0000957783,0.000654534,0.9857882,0.0004145848,0.0002070566,0.0002561354,0.002947875,0.002328607,0.001440746,0.0006109504,0.00517377,0.0000818114],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9731698,0.003710715,0.009034398,0.001402226,0.0003300605,0.0007461639,0.001346709,0.000131049,0.01012894],"genre_scores_gemma":[0.9923146,0.0006345306,0.004238973,0.0001907919,0.0001456663,0.0003990941,0.0005757923,0.00005180328,0.001448717],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9337837,"threshold_uncertainty_score":0.3501898,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1606776917453606,"score_gpt":0.4871915399490719,"score_spread":0.3265138482037113,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}