{"id":"W2572801983","doi":"","title":"On Measuring Learning in Search: A Position Paper.","year":2016,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Position (finance); Position paper; Artificial intelligence; World Wide Web; Business","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01278442,0.001444251,0.001738007,0.004579304,0.0008896319,0.004799126,0.002044367,0.003391401,0.00942554],"category_scores_gemma":[0.0979934,0.0005201386,0.001121833,0.007463292,0.001885116,0.01083353,0.002839415,0.003338665,0.003742328],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001765333,"about_ca_system_score_gemma":0.00223274,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006075454,"about_ca_topic_score_gemma":0.004295683,"domain_scores_codex":[0.9918704,0.004255919,0.0004264732,0.001356803,0.001712018,0.0003783433],"domain_scores_gemma":[0.8133127,0.1643279,0.002907938,0.008137944,0.008982135,0.002331318],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0009079945,0.001570366,0.06986278,0.00233217,0.001388023,0.0001113734,0.001201295,0.0104142,0.001732978,0.07104663,0.09375481,0.7456773],"study_design_scores_gemma":[0.0004793991,0.002726712,0.1447886,0.003279854,0.002610443,0.0008632715,0.002920521,0.1173235,0.01014697,0.556872,0.1574866,0.0005021913],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1150531,0.2151883,0.4610869,0.1073458,0.01316471,0.0007544104,0.004190272,0.0019482,0.08126836],"genre_scores_gemma":[0.6393448,0.08508094,0.2199577,0.01096806,0.01147544,0.0007419396,0.002857868,0.0006663045,0.02890702],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9872156,"threshold_uncertainty_score":0.06761128,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1178411601090776,"score_gpt":0.3387865003556234,"score_spread":0.2209453402465458,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}