{"id":"W3174398179","doi":"10.1145/3450614.3464619","title":"Goal Modeling-based Evaluation for Personalized Recommendation Systems","year":2021,"lang":"en","type":"article","venue":"","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Recommender system; Human–computer interaction; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01412811,0.001676403,0.001633076,0.002393288,0.001018022,0.00408358,0.001678963,0.001636266,0.003091665],"category_scores_gemma":[0.03470419,0.0006117579,0.001575184,0.001631663,0.001522418,0.00361894,0.002283258,0.002350056,0.0006181953],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004059559,"about_ca_system_score_gemma":0.002369504,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008014124,"about_ca_topic_score_gemma":0.008168394,"domain_scores_codex":[0.9839655,0.01077902,0.0006561824,0.001126079,0.003019915,0.0004532549],"domain_scores_gemma":[0.9810029,0.01408912,0.0009218529,0.001208201,0.002352905,0.0004249792],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000489357,0.0003769218,0.003897889,0.0006376086,0.000334137,0.0001890908,0.0008932287,0.5920157,0.003125537,0.2284651,0.004212718,0.1653627],"study_design_scores_gemma":[0.00002632998,0.00009544279,0.0003030809,0.00005500323,0.00004466139,0.00002388444,0.00008639658,0.9527947,0.0007974023,0.04388084,0.001868031,0.00002418867],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01081315,0.0003946541,0.9815627,0.0004736253,0.00004195447,0.0002326992,0.00008878502,0.0004483174,0.005943967],"genre_scores_gemma":[0.4542323,0.0004262197,0.5414118,0.0002433528,0.00005616769,0.00066479,0.0004059569,0.0001588977,0.002400594],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01412811,"threshold_uncertainty_score":0.07471746,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07737232726247448,"score_gpt":0.3523079213138741,"score_spread":0.2749355940513996,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}