{"id":"W3155932503","doi":"10.4018/ijiit.2021040102","title":"Evaluating Recommender Systems","year":2021,"lang":"en","type":"article","venue":"International Journal of Intelligent Information Technologies","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Recommender system; Consistency (knowledge bases); Variety (cybernetics); Process (computing); Face (sociological concept); Information retrieval; Data science; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08747032,0.001750698,0.002277631,0.004458307,0.001224667,0.006736552,0.001755383,0.002398559,0.004829699],"category_scores_gemma":[0.2310475,0.0006086311,0.001629005,0.003995343,0.001540998,0.005758679,0.002291075,0.001950185,0.002136677],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002376509,"about_ca_system_score_gemma":0.002329009,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002982348,"about_ca_topic_score_gemma":0.00355338,"domain_scores_codex":[0.8291156,0.1340804,0.006732373,0.006284653,0.02291713,0.0008698362],"domain_scores_gemma":[0.7614999,0.1823102,0.007983898,0.01902942,0.02759342,0.001583105],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007922449,0.00052769,0.03020577,0.005652429,0.002895025,0.0001323664,0.002128897,0.04216828,0.004694422,0.06143181,0.0158014,0.8335697],"study_design_scores_gemma":[0.001158824,0.009210935,0.06817594,0.007625721,0.003966758,0.001274017,0.005976166,0.3935283,0.03034573,0.2628875,0.2147861,0.001064039],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1230055,0.03886168,0.7549767,0.006953612,0.001412935,0.003104099,0.002153546,0.001470305,0.06806166],"genre_scores_gemma":[0.5284327,0.007881338,0.4533549,0.001011158,0.0005860346,0.001262588,0.00148934,0.0002224175,0.005759496],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9125297,"threshold_uncertainty_score":0.4625928,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06513641393096989,"score_gpt":0.3546792321351041,"score_spread":0.2895428182041342,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}