{"id":"W2073158914","doi":"10.1300/j120v46n95_05","title":"Evaluating Virtual Reference from the Users’ Perspective","year":2006,"lang":"en","type":"article","venue":"The Reference Librarian","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Perspective (graphical); Reference model; Service (business); Reference data; Virtual machine; World Wide Web; Psychology; Database; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001029326,0.0001487052,0.0001308099,0.00004056685,0.001867875,0.0009523269,0.001593363,0.00009822799,0.001891349],"category_scores_gemma":[0.000320664,0.00008041394,0.00005621765,0.0006533665,0.0006216018,0.009434795,0.0001686256,0.0003504468,0.0006085978],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006268039,"about_ca_system_score_gemma":0.0005381048,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01242735,"about_ca_topic_score_gemma":0.0003171715,"domain_scores_codex":[0.9976168,0.0006181378,0.0003188565,0.0002706916,0.0007562654,0.0004192191],"domain_scores_gemma":[0.9981972,0.0008810939,0.0002018947,0.00051395,0.0001172982,0.00008856427],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001357394,0.00001294257,0.001737586,3.708847e-7,0.000006360353,4.094892e-7,0.0240379,0.00003627155,0.00005531236,0.96419,0.003932499,0.005976749],"study_design_scores_gemma":[0.000390965,0.0001266741,0.1234607,0.00005691492,0.00002571394,0.00000110809,0.09050746,0.0008559236,0.0002485999,0.3258334,0.4580909,0.0004016669],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3723258,0.0001821666,0.0001545825,0.04853965,0.0004087478,0.0004429138,0.00006494462,0.0002295916,0.5776516],"genre_scores_gemma":[0.9853807,0.00004478022,0.0005825491,0.004593812,0.0008484512,0.00002182352,0.00004922397,0.000008917428,0.008469704],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6383566,"threshold_uncertainty_score":0.9994316,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09848974029940787,"score_gpt":0.3539191518030358,"score_spread":0.2554294115036279,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}