{"id":"W2086368750","doi":"10.1145/371920.372162","title":"When experts agree","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Watson; Citation; Library science; Research center; George (robot); Center (category theory); Computer science; World Wide Web; Operations research; Engineering; Political science; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006340977,0.0000678159,0.00008116745,0.00007215115,0.0000413636,0.00005607597,0.0006714587,0.00002486071,0.0001767108],"category_scores_gemma":[0.00001316505,0.00005434506,0.0000456383,0.000211056,0.0000155112,0.0005173616,0.0001838548,0.00003044796,0.0000979774],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002035884,"about_ca_system_score_gemma":0.000007844028,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003267912,"about_ca_topic_score_gemma":0.0000371569,"domain_scores_codex":[0.9993666,0.00001282342,0.000100555,0.000219397,0.0001458011,0.000154782],"domain_scores_gemma":[0.9992997,0.00002126516,0.00002567081,0.0005682178,0.00003557985,0.00004955722],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001837505,0.00007736084,0.002704471,0.000001254558,0.00001887845,0.00008648784,0.0007772437,0.00001424179,0.004416933,0.317626,0.0660877,0.6081876],"study_design_scores_gemma":[0.0002394703,0.00008530289,0.001032281,0.00001078964,0.000006025892,0.00008168467,0.00006770849,0.03592671,0.03689488,0.3967483,0.5283648,0.0005419954],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00146551,0.00005177784,0.9293705,0.001281737,0.00002856983,0.00003667757,2.392577e-8,0.0007393796,0.06702583],"genre_scores_gemma":[0.3102618,0.00003103647,0.6749644,0.001194487,0.00003637757,0.00001067713,3.566226e-7,0.000004843851,0.01349605],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6076456,"threshold_uncertainty_score":0.2216127,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0188195129517892,"score_gpt":0.2764848424940115,"score_spread":0.2576653295422223,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}