{"id":"W4389993391","doi":"10.2139/ssrn.4658765","title":"GPT in the Loop: Evidence from the Field","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Medical Education and Admissions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Field (mathematics); Loop (graph theory); Political science; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001955342,0.00005943569,0.00008706575,0.00004091248,0.0001421579,0.000023749,0.0002612031,0.00004324686,0.001292629],"category_scores_gemma":[0.009473001,0.00002659187,0.00006245662,0.0003817656,0.00002712867,0.00004230487,0.00001836459,0.002044058,0.0001708228],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001106817,"about_ca_system_score_gemma":0.004494438,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000216156,"about_ca_topic_score_gemma":0.0004207868,"domain_scores_codex":[0.998558,0.0001245798,0.0001677369,0.00009072919,0.0003150293,0.0007439123],"domain_scores_gemma":[0.9981803,0.00135997,0.00004329462,0.000202218,0.00002657708,0.000187677],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002693211,0.0003518065,0.04373727,0.0000182841,0.0002065948,0.0001241864,0.01087775,0.00001177438,0.00173778,0.03484992,0.6806183,0.227197],"study_design_scores_gemma":[0.003463869,0.001576371,0.1778438,0.001928688,0.0002979933,0.001552389,0.09311865,0.001213131,0.0004339855,0.3182178,0.3999304,0.0004229823],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.4176083,0.003797245,0.000231257,0.5771688,0.0002861192,0.0001387944,4.372527e-7,0.00002130652,0.0007478088],"genre_scores_gemma":[0.9578969,0.008870632,0.00001251091,0.02679554,0.0007550777,0.000008253338,0.000003521409,0.000006888982,0.005650633],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5503732,"threshold_uncertainty_score":0.9996203,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03579953962189319,"score_gpt":0.3709646187745659,"score_spread":0.3351650791526727,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}