{"id":"W2042637872","doi":"10.5860/crl.70.1.71","title":"Measuring Quality in Chat Reference Consortia: A Comparative Analysis of Responses to Users' Queries","year":2009,"lang":"en","type":"article","venue":"College & Research Libraries","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Quality (philosophy); Information retrieval; World Wide Web; Database","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02678447,0.0002994853,0.0007495629,0.00416835,0.002414552,0.002874968,0.0008403195,0.0009040875,0.002186404],"category_scores_gemma":[0.1524805,0.0004543696,0.0003557454,0.004756877,0.002011499,0.003621493,0.00466464,0.0008638498,0.0003974237],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002452353,"about_ca_system_score_gemma":0.001804242,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005827842,"about_ca_topic_score_gemma":0.008642294,"domain_scores_codex":[0.9675058,0.02375056,0.002054741,0.001079309,0.004253849,0.001355835],"domain_scores_gemma":[0.840169,0.1185934,0.01431184,0.00444494,0.01904392,0.003436925],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.000737609,0.0001974732,0.151921,0.0005125573,0.00005935229,0.0003829433,0.7922758,0.0001071037,0.004176965,0.0004862715,0.001097994,0.04804488],"study_design_scores_gemma":[0.00005395549,0.0005883576,0.3893213,0.0002467934,0.00005388746,0.0003231851,0.5990481,0.001402714,0.002446043,0.0004094289,0.006003686,0.0001026054],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.99755,0.0001222783,0.000707339,0.0001464231,0.000009089271,0.0001028366,0.00007146709,0.00003080361,0.001259936],"genre_scores_gemma":[0.997986,0.0001245531,0.000735253,0.00008381216,0.00001424508,0.0002411693,0.0001398459,0.00002466967,0.0006504151],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02678447,"threshold_uncertainty_score":0.1416515,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3487402042648772,"score_gpt":0.4734863197953861,"score_spread":0.1247461155305088,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}