{"id":"W2086368750","doi":"10.1145/371920.372162","title":"When experts agree","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Watson; Citation; Library science; Research center; George (robot); Center (category theory); Computer science; World Wide Web; Operations research; Engineering; Political science; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03607197,0.001345716,0.001736841,0.00511602,0.007934975,0.02195543,0.004636337,0.02568681,0.4102354],"category_scores_gemma":[0.2671683,0.001192534,0.002029302,0.003369955,0.003203348,0.01946336,0.01641389,0.01520382,0.3477953],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004726788,"about_ca_system_score_gemma":0.01715548,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002312144,"about_ca_topic_score_gemma":0.004203663,"domain_scores_codex":[0.9359561,0.01358089,0.006567724,0.004790775,0.03010546,0.008999176],"domain_scores_gemma":[0.7451984,0.03410846,0.008736487,0.0221131,0.1583264,0.03151704],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002556111,0.00001235102,0.0001337129,0.00008035214,0.000006157115,0.00006848673,0.0002701085,0.00001768661,0.0001044995,0.001195946,0.9836777,0.01440742],"study_design_scores_gemma":[0.00002515303,0.00001401528,0.0002641361,0.0002570184,0.000008688387,0.00005374502,0.001981174,0.00007385023,0.000191658,0.003989807,0.9930958,0.00004487902],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.002605378,0.001635931,0.007721998,0.4743256,0.1761157,0.002091706,0.004296521,0.003861675,0.3273455],"genre_scores_gemma":[0.02824222,0.002163771,0.01123708,0.2430878,0.05459128,0.004868158,0.0046252,0.004096953,0.6470875],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4102354,"threshold_uncertainty_score":0.8412276,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0188195129517892,"score_gpt":0.2764848424940115,"score_spread":0.2576653295422223,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}