{"id":"W2913320464","doi":"","title":"Proceedings of the 2013 workshop on Living labs for information retrieval evaluation","year":2013,"lang":"en","type":"article","venue":"","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Living lab; Process (computing); Assisted living; Comparability; World Wide Web; Work (physics); Data science; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1814405,0.002855347,0.003293765,0.003036526,0.003665053,0.01800844,0.007752749,0.006083087,0.05844628],"category_scores_gemma":[0.1776859,0.002126176,0.002743694,0.002360719,0.005847435,0.01948075,0.01639915,0.01056794,0.02217196],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008070255,"about_ca_system_score_gemma":0.01062732,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00510356,"about_ca_topic_score_gemma":0.006355592,"domain_scores_codex":[0.8124052,0.1537104,0.006842406,0.007921158,0.01636056,0.00276026],"domain_scores_gemma":[0.8362871,0.09170972,0.00311366,0.01871814,0.04071295,0.00945855],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001325732,0.000919083,0.0009830529,0.001533202,0.000332536,0.0002676877,0.007332549,0.00178039,0.00459666,0.02932032,0.5839622,0.3676466],"study_design_scores_gemma":[0.0006461602,0.000703992,0.002856057,0.001888621,0.0001575647,0.0003270153,0.003271657,0.00801808,0.005723204,0.0642053,0.911891,0.0003114287],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.02282162,0.02904169,0.6871349,0.08635248,0.02420884,0.01120607,0.008074562,0.01618941,0.1149704],"genre_scores_gemma":[0.1497621,0.01047518,0.6205507,0.01940537,0.006793051,0.03224502,0.02828761,0.01190589,0.1205751],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.8185595,"threshold_uncertainty_score":0.9595608,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02760746219408461,"score_gpt":0.2393739681293509,"score_spread":0.2117665059352663,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}