{"id":"W6962791530","doi":"10.17605/osf.io/qkfjm","title":"Meta coding test","year":2018,"lang":"en","type":"other","venue":"Open Science Framework","topic":"Medical Coding and Health Information","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Coding (social sciences); Test (biology); Pattern recognition (psychology); Identification (biology)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.006200814,0.0002261395,0.0005949112,0.0003308307,0.002053501,0.000152603,0.003170086,0.0007569172,0.1070637],"category_scores_gemma":[0.007131756,0.0001609346,0.00005497169,0.001081252,0.0007046476,0.0002970365,0.001273927,0.001325655,0.02629171],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001859584,"about_ca_system_score_gemma":0.002179196,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006877792,"about_ca_topic_score_gemma":0.0001226908,"domain_scores_codex":[0.9969252,0.0001539679,0.0006083945,0.0005021835,0.0009101982,0.000900105],"domain_scores_gemma":[0.9962361,0.001162257,0.0007618082,0.001117277,0.0001922792,0.0005302963],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002686104,0.00001212051,0.0004810356,0.0001942583,0.00002295109,7.631946e-7,0.0006309596,3.837043e-8,0.000001254035,0.01438697,0.982696,0.001570986],"study_design_scores_gemma":[0.0001093871,0.0000502939,0.0001227648,0.002155138,0.00009412607,5.089299e-7,0.0002715015,0.00008730768,0.00000244164,0.002153635,0.9947608,0.0001920607],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.000004516818,0.0001184054,0.004787017,0.002365219,0.003507784,0.001422746,0.00003160245,0.0001920059,0.9875707],"genre_scores_gemma":[0.0003599049,0.0001876361,0.03165441,0.009433884,0.001818203,0.0002716521,0.00001274814,0.000135913,0.9561257],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.08077202,"threshold_uncertainty_score":0.9992457,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4707717643716331,"score_gpt":0.5533655207849842,"score_spread":0.08259375641335115,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}