{"id":"W2913320464","doi":"","title":"Proceedings of the 2013 workshop on Living labs for information retrieval evaluation","year":2013,"lang":"en","type":"article","venue":"","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Living lab; Process (computing); Assisted living; Comparability; World Wide Web; Work (physics); Data science; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009947963,0.00007171548,0.00007519506,0.0001186473,0.0001741989,0.00008775125,0.0001731773,0.00009863744,0.0001580248],"category_scores_gemma":[0.0007634242,0.00004829346,0.00003189351,0.0005335461,0.00005224278,0.001301776,0.0001251552,0.00008901088,0.00007994496],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003847027,"about_ca_system_score_gemma":0.00001479328,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001771875,"about_ca_topic_score_gemma":0.000002075639,"domain_scores_codex":[0.9993633,0.000002130957,0.0002146458,0.00007504925,0.0002295089,0.0001153374],"domain_scores_gemma":[0.9986507,0.00004222427,0.0002349551,0.00006029421,0.001010078,0.000001699792],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00002156545,0.00004534548,0.006776903,0.0001374454,0.00003087344,2.514975e-9,0.0005574569,0.00001074204,0.0003274067,0.8692552,0.08577702,0.03706],"study_design_scores_gemma":[0.001831956,0.00005188825,0.5435241,0.0006544676,0.0001453036,4.410105e-7,0.02121465,0.05562419,0.01096026,0.2494212,0.1156672,0.000904379],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.848008,0.000004005077,0.0004970413,0.005260302,0.0003520435,0.001719443,3.785941e-7,0.00008695666,0.1440718],"genre_scores_gemma":[0.9970337,0.000001404504,0.0006367267,0.001479632,0.0001215123,0.0001320229,0.000005003569,0.000005059226,0.0005850124],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.619834,"threshold_uncertainty_score":0.196935,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02760746219408461,"score_gpt":0.2393739681293509,"score_spread":0.2117665059352663,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}