{"id":"W4252897799","doi":"10.32920/ryerson.14637096","title":"Comparing quantitative and comment-based ratings for recommending open educational resources","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Open educational resources; Computer science; Recommender system; Quality (philosophy); Sentiment analysis; Similarity (geometry); Educational resources; Open education; World Wide Web; Knowledge management; Information retrieval; Data science; Artificial intelligence; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0092334,0.0008007708,0.000871051,0.00375748,0.0004951143,0.00209063,0.0006134099,0.001041153,0.002289432],"category_scores_gemma":[0.05063318,0.0002526726,0.0007293376,0.002561925,0.0003618944,0.002076536,0.0006397816,0.0007288262,0.001807309],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006214583,"about_ca_system_score_gemma":0.0004371279,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005437179,"about_ca_topic_score_gemma":0.007835997,"domain_scores_codex":[0.9894388,0.005251913,0.000764759,0.0007767574,0.003521819,0.0002459838],"domain_scores_gemma":[0.9309611,0.04646254,0.003381047,0.003039756,0.01528638,0.0008690347],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.008779995,0.001802971,0.2776442,0.004546973,0.002100771,0.000433594,0.003883841,0.01463782,0.05068221,0.003138882,0.01639243,0.6159563],"study_design_scores_gemma":[0.0005529759,0.005922054,0.394416,0.0004832898,0.00153116,0.0006991584,0.005821349,0.5332308,0.03896203,0.003187396,0.01462991,0.0005639248],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8627064,0.001847551,0.1092068,0.0005422793,0.0004995416,0.001161483,0.003654836,0.001350286,0.01903091],"genre_scores_gemma":[0.927944,0.0004547667,0.06533297,0.00008006916,0.0001750043,0.0002650319,0.002515758,0.00008146296,0.003150981],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0092334,"threshold_uncertainty_score":0.04883146,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1458291099597019,"score_gpt":0.3787228002718981,"score_spread":0.2328936903121962,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}