{"id":"W4220671018","doi":"10.1080/02691728.2022.2040637","title":"Optimizing Individual and Collective Reliability: A Puzzle","year":2022,"lang":"en","type":"article","venue":"Social Epistemology","topic":"Epistemology, Ethics, and Metaphysics","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"École de Technologie Supérieure","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Independence (probability theory); Reliability (semiconductor); Voting; Crowds; Democracy; Sociology; Epistemology; Positive economics; Computer science; Political science; Economics; Law; Mathematics; Philosophy; Power (physics); Statistics; Politics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0009326149,0.0001630472,0.0004040673,0.0000997491,0.003152693,0.00006802285,0.0002059254,0.000102354,0.0007613384],"category_scores_gemma":[0.0001186448,0.0001767841,0.0001191928,0.00007817731,0.001373978,0.00009072292,0.0003367268,0.0006146152,0.00001306353],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001562662,"about_ca_system_score_gemma":0.0001806295,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003293401,"about_ca_topic_score_gemma":0.0004899711,"domain_scores_codex":[0.9979942,0.0007580236,0.000291146,0.0003771378,0.0002166672,0.0003628032],"domain_scores_gemma":[0.9991299,0.000389896,0.0001679471,0.0001462904,0.0001100557,0.00005592435],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008247107,0.0001465671,0.000428095,0.00005837504,0.000138096,0.0000265927,0.2974223,0.00001242617,0.0000195736,0.6908935,0.009651284,0.001120686],"study_design_scores_gemma":[0.001300686,0.0006786531,0.001058603,0.000005512431,0.0001789742,0.00005592409,0.0764294,0.00005045458,0.00002072176,0.2962863,0.6233988,0.0005360541],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5960122,0.001121437,0.00008289612,0.01732082,0.004763928,0.0009040194,0.0005058449,0.0002945627,0.3789943],"genre_scores_gemma":[0.9748557,0.000007737085,0.0001911923,0.001786203,0.0008082424,0.0001674905,0.00004416189,0.0000304651,0.02210877],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6137475,"threshold_uncertainty_score":0.998145,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06759999381491154,"score_gpt":0.2768628382142547,"score_spread":0.2092628443993431,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}