{"id":"W2945826097","doi":"10.1093/jeea/jvad062","title":"Hard-to-Interpret Signals","year":2023,"lang":"en","type":"preprint","venue":"Journal of the European Economic Association","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; McGill University","funders":"","keywords":"Interpretation (philosophy); Observable; Epistemology; Computer science; Data science; Physics; Philosophy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02511947,0.0002711934,0.0008265297,0.0005511469,0.0001586443,0.001279093,0.00372555,0.0001816389,0.0002029147],"category_scores_gemma":[0.01064816,0.0001858031,0.001121915,0.0001753135,0.00002533958,0.0002824316,0.002114068,0.0009872088,0.008334092],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001860958,"about_ca_system_score_gemma":0.0003277415,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000156242,"about_ca_topic_score_gemma":0.00002556833,"domain_scores_codex":[0.9939325,0.001646444,0.002743253,0.0005077167,0.0008746722,0.0002954399],"domain_scores_gemma":[0.9908127,0.002147376,0.005356324,0.001019081,0.0004838743,0.0001806264],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.00004981364,0.00005374526,0.02789604,0.000003349781,0.0002398442,0.00002384205,0.0012766,0.09734218,0.0002304482,0.0000199063,0.711629,0.1612352],"study_design_scores_gemma":[0.00119477,0.0002675759,0.5366011,0.001020923,0.0004839163,0.00006385267,0.0009487394,0.004247115,0.000441816,0.2909119,0.1625574,0.001260906],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9636034,0.0000395977,0.0009367293,0.007128834,0.02008918,0.0002189542,0.0001714976,0.00003515798,0.007776697],"genre_scores_gemma":[0.9814615,0.00004460878,0.0005364532,0.0006143507,0.002186491,0.000001665346,0.000002552948,0.00007932423,0.01507302],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5490716,"threshold_uncertainty_score":0.9997576,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1632192669763282,"score_gpt":0.3843054107063303,"score_spread":0.2210861437300022,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}