{"id":"W2042637872","doi":"10.5860/crl.70.1.71","title":"Measuring Quality in Chat Reference Consortia: A Comparative Analysis of Responses to Users' Queries","year":2009,"lang":"en","type":"article","venue":"College & Research Libraries","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Quality (philosophy); Information retrieval; World Wide Web; Database","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004317124,0.0001108847,0.0004494156,0.001688222,0.0006915688,0.0004414605,0.000748536,0.00008412502,0.00035658],"category_scores_gemma":[0.002573919,0.0001004909,0.00007850317,0.008786525,0.00114971,0.01259061,0.0001435025,0.0002560777,0.00002646129],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008198847,"about_ca_system_score_gemma":0.001456017,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001163919,"about_ca_topic_score_gemma":0.0009902448,"domain_scores_codex":[0.9954759,0.001757062,0.0006054591,0.0002804018,0.001320661,0.0005604493],"domain_scores_gemma":[0.9971863,0.001661997,0.0001231143,0.0003415195,0.000430064,0.0002570279],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0005183591,0.00007037521,0.0446656,0.000009882037,0.00004151092,0.000005215494,0.1057734,0.00005409511,0.0001530795,0.8456832,0.00261978,0.0004054967],"study_design_scores_gemma":[0.0003187658,0.0003054079,0.6937153,0.00007872055,0.00001438724,1.962073e-7,0.1470689,0.0001875986,0.003380174,0.009270014,0.1453886,0.0002718784],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9164306,0.000211687,0.00002634051,0.009510647,0.00003804591,0.0004628825,0.0001160315,0.00004886511,0.07315488],"genre_scores_gemma":[0.9949356,0.00006556289,0.0007390587,0.0007224936,0.00002579504,0.00002747772,0.00001555786,0.000002120138,0.003466324],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8364132,"threshold_uncertainty_score":0.912789,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3487402042648772,"score_gpt":0.4734863197953861,"score_spread":0.1247461155305088,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}