{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":23,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":23,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"9bc908a09f7e","filters":{"venue":"ITC 2016 Conference"}},"results":[{"id":"W2612009109","doi":"","title":"WORKSHOP: Keeping up with The Standards: How to Design and Evaluate Reliability and Validity Studies","year":2015,"lang":"en","type":"article","venue":"ITC 2016 Conference","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Facilitator; Context (archaeology); Psychology; Reliability (semiconductor); Internal validity; Validity; Standards for Educational and Psychological Testing; External validity; Construct validity; Applied psychology; Presentation (obstetrics); Quality (philosophy); Psychometrics; Social psychology; Clinical psychology; Medicine; Higher education; Education theory; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.8179560533686604,"gpt":0.5321420139146238,"spread":0.2858140394540366,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03344255,0.0001720968,0.0004076062,0.0001248414,0.0002578949,0.0005455052,0.0005007699,0.0000514881,0.00001867407],"category_scores_gemma":[0.200476,0.00007935135,0.00002183185,0.0007834493,0.0004255303,0.0002630999,0.000397454,0.0001631217,0.000007800534],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004973812,"about_ca_system_score_gemma":0.0002888148,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002703579,"about_ca_topic_score_gemma":0.00002619643,"domain_scores_codex":[0.9958131,0.001634576,0.0002732321,0.0006472954,0.001336075,0.0002956933],"domain_scores_gemma":[0.9415124,0.05352207,0.0003257971,0.001037943,0.003254365,0.0003474494],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0008649618,0.00003518998,0.06090876,0.00003140091,0.00009743033,0.00001455367,0.01339037,0.0007208069,0.0002061473,0.0008619975,0.1651787,0.7576897],"study_design_scores_gemma":[0.006195587,0.004137324,0.1689964,0.001212714,0.0003019306,0.0001473426,0.1459347,0.03297914,0.001509021,0.4797201,0.1564362,0.002429539],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.496532,0.001502291,0.4876419,0.01266455,0.00041177,0.000470725,0.000009304247,0.00004487746,0.0007225571],"genre_scores_gemma":[0.9565805,0.0001881148,0.04183149,0.000278768,0.00005153591,0.00002754693,1.00984e-7,0.000006471372,0.001035538],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7552601,"threshold_uncertainty_score":0.9952743,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2566375536","doi":"","title":"SYMPOSIUM: Testing in Linguistic Diversity Contexts","year":2016,"lang":"en","type":"article","venue":"ITC 2016 Conference","topic":"Linguistics, Language Diversity, and Identity","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria; University of British Columbia","funders":"","keywords":"Linguistics; Linguistic diversity; Diversity (politics); Computer science; Natural language processing; Sociology; Anthropology; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.06189628078544829,"gpt":0.231082957303094,"spread":0.1691866765176457,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001746563,0.0001393821,0.0001852781,0.00009847639,0.0003379546,0.0001290229,0.000329648,0.00004441946,0.001524372],"category_scores_gemma":[0.006658593,0.0001024786,0.00004379293,0.00002895383,0.0002746304,0.0001680789,0.0003839986,0.00009047265,0.0007214698],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006687386,"about_ca_system_score_gemma":0.00007795234,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007105865,"about_ca_topic_score_gemma":0.006001033,"domain_scores_codex":[0.9990444,0.00004208593,0.0001827079,0.0002658999,0.0001795322,0.0002854301],"domain_scores_gemma":[0.9979177,0.0002413516,0.0000927783,0.0002079699,0.001456215,0.00008403909],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008516033,0.0002953664,0.6920885,0.0001366069,0.00006946119,0.0002861476,0.1062256,7.297303e-7,0.0004316466,0.1671336,0.02350298,0.009744241],"study_design_scores_gemma":[0.02071882,0.001438709,0.2533364,0.008635798,0.0007967282,0.000009892685,0.05078392,0.0008383431,0.0029801,0.2692926,0.383,0.008168748],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7859871,0.0001579513,0.0003015985,0.0001792171,0.01330631,0.0002674836,0.0002047732,0.0002170064,0.1993785],"genre_scores_gemma":[0.9842482,0.00002595649,0.00003987344,0.0001290621,0.003181268,0.000001881493,0.000002628579,0.000007896716,0.01236319],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4387521,"threshold_uncertainty_score":0.9995059,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2623451806","doi":"","title":"POSTER: A Comprehensive Review of the Historical Contributions into Language Acquisition and Development Over the Last Century are Formulated Here to Provide an Understanding of how Normal Language Develops and Difficulties Occur","year":2016,"lang":"en","type":"review","venue":"ITC 2016 Conference","topic":"Language Development and Disorders","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Reading (process); Cognitive science; Perception; Cognition; Psychology; Modalities; Process (computing); Language development; Language acquisition; Cognitive psychology; Linguistics; Computer science; Mathematics education; Developmental psychology; Sociology; Neuroscience","retraction":null,"screen_n_in":null,"score":{"opus":0.04355742069082458,"gpt":0.3236093566907073,"spread":0.2800519359998828,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002275767,0.0003754593,0.0009515983,0.0001072578,0.0001753166,0.00004179694,0.0003576072,0.0002099858,0.0001643221],"category_scores_gemma":[0.000125465,0.000187145,0.0001048567,0.0002093082,0.0001577547,0.0001210712,0.0002825439,0.0002053499,0.00001037573],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003674534,"about_ca_system_score_gemma":0.0003911086,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001330456,"about_ca_topic_score_gemma":0.0002247164,"domain_scores_codex":[0.9981517,0.0003385326,0.0005645123,0.0003809292,0.0002601768,0.0003041799],"domain_scores_gemma":[0.9983373,0.0002678399,0.0006563041,0.0003984428,0.0002313566,0.0001087246],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001215421,0.0002075089,0.001171399,0.05391643,0.0008317435,0.00004405296,0.05194153,3.131289e-8,0.0001417912,0.002167822,0.00851703,0.8809391],"study_design_scores_gemma":[0.001625078,0.0001481253,0.01150176,0.1253317,0.0005289152,0.00009113341,0.02365474,4.724199e-7,0.00004274258,0.00003541148,0.8359563,0.001083632],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.007975484,0.9892733,0.0002420159,0.0004325305,0.0002434293,0.001469697,0.0001817044,0.0000276944,0.0001541918],"genre_scores_gemma":[0.04916611,0.9494478,0.0001350291,0.0004456619,0.00005106992,0.0001578934,0.0001513428,0.00003611405,0.0004090039],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8798555,"threshold_uncertainty_score":0.7631553,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2615639425","doi":"","title":"PAPER: Measuring Teachers’ Assessment Literacy and Conceptions of Assessment in a High Performative Canadian Context: A Construct Validity Study","year":2016,"lang":"en","type":"article","venue":"ITC 2016 Conference","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"","keywords":"Performative utterance; Psychology; Literacy; Context (archaeology); Construct (python library); Construct validity; Mathematics education; Pedagogy; Psychometrics; Computer science; Developmental psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.06347086988825551,"gpt":0.3642921981591032,"spread":0.3008213282708477,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001623989,0.0001912137,0.0003735815,0.0001819967,0.0004095314,0.0001514379,0.0003206522,0.0000915327,0.001393534],"category_scores_gemma":[0.0001211121,0.0001443673,0.00003833148,0.0001810391,0.0005293004,0.0008351086,0.00008833069,0.0002527145,0.00001539028],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005345712,"about_ca_system_score_gemma":0.002265315,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.2454154,"about_ca_topic_score_gemma":0.3824903,"domain_scores_codex":[0.9974542,0.0007943056,0.0004382684,0.0003321593,0.0005293044,0.0004517747],"domain_scores_gemma":[0.9985779,0.000480553,0.0002073036,0.0002244985,0.0002432503,0.000266525],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000007495292,0.0001445613,0.907348,0.000005824476,0.00004414163,0.000006021572,0.04336078,1.430076e-7,0.0003667739,0.02425559,0.00009007884,0.02437054],"study_design_scores_gemma":[0.001844596,0.0001891681,0.929341,0.0001767997,0.00003499048,7.691706e-7,0.06501064,0.0000166511,0.0000174406,0.000843911,0.002281894,0.0002422148],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9735556,0.00003447644,0.0002165154,0.001591359,0.0002356612,0.000846194,0.00007134222,0.00002670907,0.02342212],"genre_scores_gemma":[0.9987574,0.0001629581,0.0004137175,0.00005715373,0.00005312171,0.00008425936,0.000004102388,0.00000847936,0.0004588002],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1370749,"threshold_uncertainty_score":0.9995193,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2617029349","doi":"","title":"POSTER: Common Misconceptions and the Misuses of Standardized Assessments","year":2016,"lang":"en","type":"article","venue":"ITC 2016 Conference","topic":"Teacher Education and Assessments","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Scrutiny; Argument (complex analysis); Perception; Psychology; Public relations; Sample (material); Public opinion; Test (biology); Public policy; Social psychology; Political science; Medicine; Law; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.06636221969219422,"gpt":0.4275782777990743,"spread":0.3612160581068801,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000549652,0.00006738134,0.0001459175,0.00002471438,0.0002082697,0.00006361958,0.0002231967,0.00003987617,0.000930573],"category_scores_gemma":[0.0001137352,0.00003522213,0.00003430678,0.00006223337,0.0008910954,0.0001726119,0.00004070166,0.00004779112,0.00002192028],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003463457,"about_ca_system_score_gemma":0.0004320806,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001092703,"about_ca_topic_score_gemma":0.0005142697,"domain_scores_codex":[0.9989532,0.0003636489,0.0001656108,0.0001243276,0.0002454837,0.000147761],"domain_scores_gemma":[0.9991242,0.000362654,0.0001259016,0.0001697032,0.0001458378,0.00007173666],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002587293,0.0002975582,0.2508943,0.00002282139,0.000153566,0.000001217884,0.03473527,4.897326e-8,0.00740608,0.4282934,0.01482877,0.2631082],"study_design_scores_gemma":[0.01458323,0.0002025309,0.2741373,0.0008594551,0.0001744418,0.000003185957,0.04672344,0.000009396682,0.003715428,0.04732871,0.6115038,0.0007591349],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8480616,0.0002367549,0.002385152,0.0312479,0.0005421648,0.0005127127,0.00009800692,0.00006117933,0.1168545],"genre_scores_gemma":[0.9916528,0.0003300554,0.0001439596,0.0001342163,0.00004454447,0.00001781725,0.000001204418,0.000003893437,0.007671448],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.596675,"threshold_uncertainty_score":0.9999827,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2467740042","doi":"","title":"PAPER: The Power and Potential of Psychological Assessment Around the World -- Rethinking Traditional Paradigms","year":2016,"lang":"en","type":"article","venue":"ITC 2016 Conference","topic":"Educational and Psychological Assessments","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Presentation (obstetrics); Sine qua non; Transformative learning; Psychology; Process (computing); Public relations; Engineering ethics; Power (physics); Political science; Computer science; Engineering; Pedagogy; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1071072718405317,"gpt":0.3899493640325867,"spread":0.2828420921920551,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000608953,0.000174519,0.0001854591,0.00003871537,0.0002057024,0.00005573647,0.0005113199,0.0001067638,0.01277397],"category_scores_gemma":[0.0000296993,0.00006777656,0.00008708415,0.0001263961,0.0007183452,0.0001151119,0.00005521597,0.0002911604,0.0001359903],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002060331,"about_ca_system_score_gemma":0.00005576438,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002259787,"about_ca_topic_score_gemma":0.00001090127,"domain_scores_codex":[0.9982378,0.0003676187,0.0003479084,0.0004126683,0.0003473847,0.0002865586],"domain_scores_gemma":[0.9981272,0.001045178,0.000193297,0.0004573443,0.00009471196,0.00008224478],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0001155859,0.0005765231,0.01769344,0.000003275623,0.0001121746,0.00000896262,0.0005198269,3.304412e-7,0.003557362,0.9375495,0.02470782,0.01515515],"study_design_scores_gemma":[0.0005685475,0.0001971228,0.7977884,0.00005066799,0.00002162312,0.00005365859,0.0003128928,0.000002370461,0.00001479149,0.1835937,0.01726,0.0001362999],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7651784,0.0002340781,0.002039354,0.05250838,0.001770416,0.0003533321,0.00007578848,0.0000363122,0.1778039],"genre_scores_gemma":[0.9900266,0.00006268856,0.0002731716,0.002237374,0.0002589319,0.00009398778,0.000006315033,0.000008592267,0.007032372],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7800949,"threshold_uncertainty_score":0.9881285,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2547516676","doi":"","title":"POSTER: Enhancements of Simulated Science Laboratory Assessments","year":2016,"lang":"en","type":"article","venue":"ITC 2016 Conference","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta; University of Calgary","funders":"","keywords":"Intervention (counseling); Computer science; Mathematics education; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.06923889265197267,"gpt":0.4505772921275624,"spread":0.3813383994755897,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002053995,0.000141672,0.0002059972,0.0001959482,0.0001104479,0.00002151679,0.0004746652,0.00007800115,0.002748048],"category_scores_gemma":[0.0003713298,0.00009421947,0.00002584215,0.0004563478,0.0005291723,0.0002039278,0.00009121605,0.0001652827,0.0005054967],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005614777,"about_ca_system_score_gemma":0.0003424655,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007995015,"about_ca_topic_score_gemma":8.118683e-7,"domain_scores_codex":[0.9981074,0.0005040749,0.0003089097,0.0003967411,0.000315412,0.0003675055],"domain_scores_gemma":[0.9982319,0.0002461232,0.0002626595,0.0005019039,0.000687219,0.00007022844],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.00009355276,0.0001511571,0.06502398,0.000009488851,0.00005136681,0.000005264256,0.0009624665,5.131678e-7,0.8162204,0.01304373,0.0005915407,0.1038465],"study_design_scores_gemma":[0.004073564,0.001202471,0.6859627,0.000850353,0.00004242998,0.000005462348,0.0003637891,0.00006261855,0.2703386,0.002544633,0.03369269,0.0008607043],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8999239,0.00003337556,0.03451162,0.0001451706,0.0009340897,0.0001246769,0.00002522603,0.00007188531,0.06423008],"genre_scores_gemma":[0.9911112,0.00000361551,0.001243534,0.000129389,0.00003898474,0.000005623831,0.000001385409,0.0000133538,0.007452927],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6209387,"threshold_uncertainty_score":0.9981636,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2619791510","doi":"","title":"PAPER: Adjusting for Cumulative French Language Exposure in the WISC V French Canadian Norms","year":2016,"lang":"en","type":"article","venue":"ITC 2016 Conference","topic":"Language Development and Disorders","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"French; Psychology; Demography; Population; Neighbourhood (mathematics); Geography; Developmental psychology; Sociology; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.02712669277312175,"gpt":0.2936326607898366,"spread":0.2665059680167149,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003688615,0.000187889,0.000176834,0.0001272085,0.000111199,0.00004211378,0.0004582238,0.0001427288,0.004784262],"category_scores_gemma":[0.0002134129,0.00009967323,0.0000517965,0.0001586869,0.00008253533,0.000155582,0.00002737257,0.0001243688,0.0004105916],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005782635,"about_ca_system_score_gemma":0.0003177319,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.1841697,"about_ca_topic_score_gemma":0.5110241,"domain_scores_codex":[0.998589,0.00009640696,0.000252422,0.0003450766,0.0001461962,0.0005708837],"domain_scores_gemma":[0.9989333,0.0004100521,0.0000828464,0.0003761932,0.00008664601,0.0001110312],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00005751435,0.0001421763,0.1422314,0.00003779315,0.0001149241,0.0001919471,0.1685111,9.297759e-7,0.001725123,0.01761149,0.08796002,0.5814156],"study_design_scores_gemma":[0.004949377,0.0002865224,0.888192,0.0003094144,0.00004233087,0.00002115633,0.03191484,0.00002829336,0.0001812132,0.005276039,0.06781013,0.0009886754],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7699714,0.00112147,0.001689619,0.005174987,0.0008330964,0.001038367,0.0002129205,0.00007631534,0.2198818],"genre_scores_gemma":[0.9843689,0.00001053646,0.0002398256,0.001061802,0.000120909,0.0001982835,0.00003360664,0.00001659902,0.01394955],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7459606,"threshold_uncertainty_score":0.9961255,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2546985950","doi":"","title":"PAPER: Making Sense of the Gender Gap in Reading on the PISA 2009","year":2016,"lang":"en","type":"article","venue":"ITC 2016 Conference","topic":"School Choice and Performance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of British Columbia","funders":"","keywords":"Gender gap; Reading (process); Psychology; Socioeconomic status; Set (abstract data type); Latent class model; Developmental psychology; Scale (ratio); Demography; Statistics; Geography; Mathematics; Population; Computer science; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1094491655318233,"gpt":0.3346620453961246,"spread":0.2252128798643013,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007727345,0.00007725752,0.0000924558,0.00002932634,0.0002141834,0.00003328665,0.0003564747,0.00006485399,0.0010402],"category_scores_gemma":[0.0004110332,0.00003343193,0.00004038598,0.0001687816,0.0002202888,0.0001841836,0.00004524106,0.0001224887,0.0001762329],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004379206,"about_ca_system_score_gemma":0.0002230065,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007713484,"about_ca_topic_score_gemma":0.002285711,"domain_scores_codex":[0.9989344,0.0002178317,0.0001521327,0.0001444813,0.0002976711,0.0002534389],"domain_scores_gemma":[0.9990359,0.0004607016,0.0001003006,0.0003025009,0.00007053083,0.00003005831],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0001199341,0.00009257482,0.324328,0.00003118202,0.00003406244,0.000009837868,0.02910622,0.000009353528,0.03268315,0.5041266,0.03704656,0.07241249],"study_design_scores_gemma":[0.001189457,0.0000969508,0.579034,0.002736662,0.0000300505,0.000005304754,0.009877698,0.0001068432,0.0105123,0.04535957,0.3502968,0.0007543587],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7238502,0.00008133961,0.00005249309,0.01296445,0.0003722841,0.0002022203,0.00000934002,0.00002232669,0.2624454],"genre_scores_gemma":[0.9947503,0.0002479792,0.00001388651,0.0009438578,0.0001824329,0.000007927142,7.007127e-8,0.000004726196,0.003848876],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4587671,"threshold_uncertainty_score":0.999873,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2736595548","doi":"","title":"POSTER: A Validity Argument Approach to Collaborative Development of the Colleges Mathematics Assessment Program","year":2016,"lang":"en","type":"article","venue":"ITC 2016 Conference","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"York University; University of Toronto","funders":"","keywords":"Argument (complex analysis); Test (biology); Mathematics education; Computer science; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.08059059746095346,"gpt":0.3733509050348911,"spread":0.2927603075739377,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008781064,0.0001701611,0.0002614071,0.00004911509,0.0004083374,0.0001084788,0.0007081878,0.00007716592,0.0001497188],"category_scores_gemma":[0.0001064726,0.00009108636,0.00006001339,0.0004071523,0.0002628759,0.0001382684,0.0002574499,0.00006597025,0.00005158593],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002436202,"about_ca_system_score_gemma":0.001771953,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004830974,"about_ca_topic_score_gemma":0.0002569992,"domain_scores_codex":[0.9978902,0.0002171362,0.0003761626,0.0002794402,0.0008797066,0.0003572922],"domain_scores_gemma":[0.9986292,0.0001816015,0.0002466936,0.0003045613,0.000503567,0.0001344194],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001016026,0.00637807,0.1450273,0.0002088107,0.0005123098,0.000002487679,0.2338897,0.000001565931,0.0127717,0.4127656,0.01965495,0.168686],"study_design_scores_gemma":[0.003863414,0.0008479833,0.3721499,0.001792275,0.0002044383,0.000001756538,0.1001458,0.00005130716,0.02399788,0.008331245,0.486701,0.001912997],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5015751,0.00002957166,0.007716364,0.005548357,0.000671582,0.004731094,0.00005545177,0.0001385796,0.4795339],"genre_scores_gemma":[0.9457167,0.00003140379,0.04664149,0.00004937105,0.00005334662,0.0003832296,0.000001373128,0.000009587176,0.007113459],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4724204,"threshold_uncertainty_score":0.3714394,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2742582834","doi":"","title":"POSTER: Overclaiming as Convenient Proxy for Confidence and Overconfidence","year":2016,"lang":"en","type":"article","venue":"ITC 2016 Conference","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Overconfidence effect; Confidence interval; Proxy (statistics); Vocabulary; Respondent; Psychology; Test (biology); Self-confidence; Social psychology; Statistics; Mathematics; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.2111857715889395,"gpt":0.4281265707237906,"spread":0.2169407991348511,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005936853,0.0001785532,0.0002627191,0.00005984185,0.0001016125,0.00007590805,0.0002142736,0.00008792287,0.0005013402],"category_scores_gemma":[0.007017757,0.0001203963,0.00004063058,0.00004113657,0.000239556,0.0001642171,0.00007981591,0.00006337132,0.00009387419],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000037665,"about_ca_system_score_gemma":0.0003265364,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004945373,"about_ca_topic_score_gemma":0.00001165069,"domain_scores_codex":[0.9987344,0.00009924672,0.0003068177,0.0003792525,0.0001778422,0.0003024535],"domain_scores_gemma":[0.994265,0.004705028,0.0001937584,0.0003450154,0.0003626542,0.0001285915],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005752261,0.00003587683,0.001193573,0.0001351571,0.00002229326,0.000002748455,0.0007744235,1.074048e-8,0.02048679,0.9458541,0.011532,0.01990554],"study_design_scores_gemma":[0.001021807,0.0002304786,0.001873931,0.0006837817,0.00005215221,0.00005789109,0.0006448554,0.00004556016,0.03775568,0.9380193,0.01927137,0.0003432303],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1777897,0.0003191368,0.8040012,0.005255875,0.001875113,0.001716317,0.000296512,0.0002537873,0.008492418],"genre_scores_gemma":[0.9290361,0.0003596054,0.05299064,0.0004686157,0.00009709322,0.0001802558,0.000002852889,0.00002612201,0.0168387],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7512465,"threshold_uncertainty_score":0.8401418,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2611906781","doi":"","title":"POSTER: The Impact of Group Imbalance on Logistic Regression Analyses with Assessment Data","year":2016,"lang":"en","type":"article","venue":"ITC 2016 Conference","topic":"Advanced Statistical Modeling Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Statistics; Covariate; Skewness; Type I and type II errors; Logistic regression; Mathematics; Sample size determination; Econometrics; Variables; Wald test; Regression analysis; Analysis of covariance; Variable (mathematics); Statistical hypothesis testing","retraction":null,"screen_n_in":null,"score":{"opus":0.2270099035007783,"gpt":0.4714656255143577,"spread":0.2444557220135795,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000283622,0.0001919202,0.0002440381,0.00005369421,0.00007274141,0.00006492263,0.002348322,0.00004247233,0.00002628217],"category_scores_gemma":[0.0002199357,0.00007018404,0.00003577784,0.000154789,0.0002383092,0.0004401772,0.0006066037,0.0001238755,0.000013233],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006560954,"about_ca_system_score_gemma":0.0002056193,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001582749,"about_ca_topic_score_gemma":0.00001310292,"domain_scores_codex":[0.9984694,0.0001283381,0.0002477968,0.0005294096,0.0003646665,0.0002604392],"domain_scores_gemma":[0.9964623,0.0007385316,0.0002398996,0.002286055,0.0001962506,0.00007700228],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000381917,0.0005695319,0.01309874,0.00005192386,0.0002118906,0.00009178778,0.0001438734,0.0002813308,0.08575829,0.4725422,0.007906917,0.4189616],"study_design_scores_gemma":[0.002354508,0.00723895,0.2056795,0.005194171,0.0001013012,0.00008095299,0.00002527498,0.3838249,0.01511306,0.3784063,0.0003806016,0.001600487],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002899741,0.00003510119,0.9949203,0.0007714132,0.00003806609,0.0001678189,0.0001142634,0.0001229372,0.0009303924],"genre_scores_gemma":[0.8822815,0.00006591344,0.1174976,0.00004943277,0.00001602239,0.00001152491,0.000006627967,0.000007771885,0.00006362743],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8793818,"threshold_uncertainty_score":0.4363806,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2490078899","doi":"","title":"SYMPOSIUM: The Validity of Testing: Perceptions of Stakeholders","year":2016,"lang":"en","type":"article","venue":"ITC 2016 Conference","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Perception; Psychology; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.240144715236295,"gpt":0.3671960779230274,"spread":0.1270513626867324,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005381899,0.00006789997,0.0001243705,0.00002835274,0.0001738458,0.00002088115,0.0004181351,0.00004697196,0.001124568],"category_scores_gemma":[0.0002634643,0.00003654579,0.00005258949,0.0001512467,0.0006907726,0.0001330193,0.00005232443,0.00004369314,0.00005589889],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002488582,"about_ca_system_score_gemma":0.0003055483,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009855132,"about_ca_topic_score_gemma":0.0003486647,"domain_scores_codex":[0.9990144,0.0001513041,0.0001836607,0.0001232649,0.0003492462,0.0001780978],"domain_scores_gemma":[0.9986442,0.0006396754,0.0001519098,0.0002053334,0.0003114074,0.00004742827],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001107526,0.0001328638,0.7741662,0.00001480191,0.0000330005,5.383382e-7,0.01198048,6.834846e-7,0.1389858,0.05503018,0.007247318,0.01239703],"study_design_scores_gemma":[0.001144905,0.0003679672,0.924099,0.0004862216,0.0001249947,7.959905e-7,0.03797141,0.00002766125,0.004674027,0.01008857,0.02055263,0.000461807],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8165427,0.0000125807,0.001427666,0.004427387,0.0002592625,0.0002388211,0.00002465544,0.00003184946,0.1770351],"genre_scores_gemma":[0.9935519,0.0001492319,0.0001799606,0.00001934237,0.00007338949,0.000007342303,4.040955e-7,0.000003753814,0.006014707],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1770092,"threshold_uncertainty_score":0.9997885,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2616059813","doi":"","title":"SYMPOSIUM: The ITC Guidelines for Test Adaptation, version 2.0","year":2016,"lang":"en","type":"article","venue":"ITC 2016 Conference","topic":"Mathematics, Computing, and Information Processing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Test (biology); Adaptation (eye); Computer science; Psychology; Geology","retraction":null,"screen_n_in":null,"score":{"opus":0.09135627759384762,"gpt":0.3022145433295347,"spread":0.2108582657356871,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005512121,0.000129079,0.0001230236,0.00005567077,0.0002965489,0.0002674677,0.0009804525,0.00004647627,0.00005426383],"category_scores_gemma":[0.0009783319,0.00006625213,0.0000511699,0.0001171821,0.00006121297,0.0009497067,0.0001666835,0.00004110926,0.0002784715],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002458335,"about_ca_system_score_gemma":0.0002442923,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001185186,"about_ca_topic_score_gemma":0.000002437232,"domain_scores_codex":[0.9988674,0.00002061821,0.0004257118,0.0002139116,0.0002463624,0.0002259786],"domain_scores_gemma":[0.9972217,0.0006483438,0.0002854449,0.0004603028,0.001333051,0.00005112937],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001204055,0.0000801339,0.000325897,0.0002140023,0.00002630972,9.154821e-7,0.004908843,0.0001527912,0.007052103,0.2661697,0.3738108,0.3472464],"study_design_scores_gemma":[0.0008409377,0.000110048,0.0001463124,0.0005639581,0.00001216593,0.00001475324,0.0002330129,0.7026606,0.00760727,0.03948659,0.2479524,0.0003720333],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0004390531,0.00004801892,0.9766048,0.01685471,0.0003936068,0.0002084727,0.000007219545,0.0001434711,0.005300608],"genre_scores_gemma":[0.7884156,0.0002055001,0.194407,0.004281634,0.0004181843,0.00007345442,0.000005653309,0.00002055859,0.01217243],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7879766,"threshold_uncertainty_score":0.357928,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2605338221","doi":"","title":"SYMPOSIUM: Continuous Testing: Psychometric Challenges and Opportunities","year":2016,"lang":"en","type":"article","venue":"ITC 2016 Conference","topic":"Fungal Infections and Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Psychometric testing; Psychology; Computer science; Psychometrics; Data science; Clinical psychology; Cronbach's alpha","retraction":null,"screen_n_in":null,"score":{"opus":0.203184857109556,"gpt":0.299922234708799,"spread":0.09673737759924306,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001274636,0.000130726,0.0002561995,0.0001709107,0.00007764915,0.00001822919,0.00004559627,0.00005748119,0.0001071894],"category_scores_gemma":[0.0002540967,0.00007480309,0.0000283552,0.00007814794,0.0001768379,0.00008403661,0.00004402061,0.00006378113,0.0000590504],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001657594,"about_ca_system_score_gemma":0.00007062976,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002965174,"about_ca_topic_score_gemma":0.000007499114,"domain_scores_codex":[0.9992918,0.00002245624,0.000154967,0.0002217416,0.0001139932,0.00019504],"domain_scores_gemma":[0.9990531,0.0002847558,0.00005532014,0.0001957793,0.0002887663,0.0001222403],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004875888,0.0001271728,0.02134017,0.0001080058,0.0001005334,0.00003247638,0.0003164446,1.176446e-8,0.0182474,0.01450379,0.004614207,0.9405611],"study_design_scores_gemma":[0.005603598,0.004116,0.485453,0.00301086,0.0003149293,0.0008660806,0.002023894,0.00003740618,0.002918788,0.004463539,0.4901576,0.001034233],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3983833,0.02900718,0.0007555085,0.0414754,0.0006306458,0.000471061,0.0000300119,0.0003509308,0.5288959],"genre_scores_gemma":[0.9415244,0.04382656,0.0002191109,0.0001629963,0.0001092198,0.00002490068,5.580371e-7,0.00001081605,0.01412144],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9395268,"threshold_uncertainty_score":0.3050382,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2619373123","doi":"","title":"INVITED SYPOSIUM: The Life and Work of Dr. Thomas David Oakland","year":2016,"lang":"en","type":"article","venue":"ITC 2016 Conference","topic":"Early Childhood Education and Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Tribute; Management; Honor; Library science; Test (biology); Political science; Sociology; Psychology; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.03728799600135992,"gpt":0.2896856367797406,"spread":0.2523976407783807,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004129575,0.00007075779,0.0001007953,0.00003231485,0.0002064572,0.00005863605,0.0002208152,0.00005580299,0.0002799607],"category_scores_gemma":[0.0003635152,0.00003667556,0.00001927902,0.0001508862,0.000371564,0.0001120935,0.00004680514,0.00004969418,0.00005290942],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001533954,"about_ca_system_score_gemma":0.0004698592,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004863406,"about_ca_topic_score_gemma":0.0002745477,"domain_scores_codex":[0.9991909,0.0001229671,0.0001536006,0.0001438711,0.0002146429,0.0001739673],"domain_scores_gemma":[0.9991803,0.0002992966,0.00008986094,0.0001642517,0.0001316291,0.0001346948],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004722971,0.0001000697,0.5595311,0.00001500888,0.00007481111,0.000001239443,0.07718142,1.646953e-7,0.001688045,0.04973316,0.2411622,0.07046556],"study_design_scores_gemma":[0.0004537723,0.00003143751,0.6108893,0.0002188853,0.00001531367,6.748413e-7,0.002989945,5.340401e-7,0.0005704154,0.004870839,0.3797419,0.0002169393],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7310274,0.0007630984,0.0005174516,0.2298238,0.0006730719,0.0003971978,0.00001050084,0.00007085693,0.03671667],"genre_scores_gemma":[0.9906487,0.0005626827,0.0001212816,0.001172284,0.0001065773,0.0000088502,6.790005e-7,0.000004125948,0.007374791],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2596214,"threshold_uncertainty_score":0.3065374,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2602631024","doi":"","title":"WORKSHOP: Testing Multigroup and Multilevel Assessment Scale Equivalence across Nations and Cultures","year":2015,"lang":"en","type":"article","venue":"ITC 2016 Conference","topic":"Advanced Statistical Modeling Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Scale (ratio); Mainstream; Equivalence (formal languages); Multilevel model; Set (abstract data type); Level of measurement; Extant taxon; Psychology; Social science; Geography; Political science; Sociology; Mathematics; Statistics; Computer science; Cartography","retraction":null,"screen_n_in":null,"score":{"opus":0.1431131407178728,"gpt":0.4157579676020393,"spread":0.2726448268841665,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003395415,0.0001762528,0.0001768744,0.00004721453,0.0002349576,0.0003253916,0.0004850508,0.00007764436,0.000002309974],"category_scores_gemma":[0.001104595,0.0001493922,0.00001267629,0.0001457171,0.0002331351,0.0006636737,0.0006809158,0.000202715,0.000006990317],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004442479,"about_ca_system_score_gemma":0.0001093922,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009228579,"about_ca_topic_score_gemma":0.00005254447,"domain_scores_codex":[0.9985782,0.00005496081,0.0002277466,0.0005238846,0.0002802758,0.0003349141],"domain_scores_gemma":[0.9982505,0.000615506,0.00009640826,0.0003609405,0.0004272926,0.000249378],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001252699,0.0001588135,0.009249905,0.00007591362,0.00001787016,0.00002898731,0.004467077,0.0003034473,0.007374264,0.2401063,0.001125102,0.7370798],"study_design_scores_gemma":[0.0004835384,0.0000912626,0.01175212,0.0002814093,0.000005833137,0.00003111038,0.0002026345,0.8620158,0.0005766498,0.1237235,0.000444409,0.0003917387],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01614435,0.0001425184,0.9816127,0.0004539592,0.00008330408,0.0001939043,0.00003228897,0.0003323298,0.001004677],"genre_scores_gemma":[0.5098714,0.00002624846,0.4898548,0.00005964536,0.00001427946,0.00002563899,0.000001239119,0.000004821202,0.0001419139],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8617124,"threshold_uncertainty_score":0.6092039,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2477167192","doi":"","title":"POSTER: Bayesian Estimation of the Polychoric Correlation Coefficient with Skewed and Sparse Data","year":2016,"lang":"en","type":"article","venue":"ITC 2016 Conference","topic":"Advanced Statistical Modeling Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Polychoric correlation; Statistics; Skewness; Mathematics; Econometrics; Bayesian probability; Contingency table; Correlation; Sample size determination; Population; Data set","retraction":null,"screen_n_in":null,"score":{"opus":0.0324205745307385,"gpt":0.2770568380063151,"spread":0.2446362634755766,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001549097,0.00009511618,0.0001062367,0.00003648209,0.00006070968,0.00003787981,0.0008159645,0.00003520627,0.000006206424],"category_scores_gemma":[0.0001833108,0.00004747151,0.000007883536,0.000128271,0.0001525042,0.0004286208,0.0004075231,0.000055206,0.000005405722],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001879689,"about_ca_system_score_gemma":0.0000979525,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002623421,"about_ca_topic_score_gemma":0.00001219999,"domain_scores_codex":[0.9990964,0.00005270644,0.0001766614,0.0003235604,0.0002171859,0.0001335053],"domain_scores_gemma":[0.9984867,0.0001982109,0.0001413069,0.001008475,0.0001170169,0.00004830529],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004921466,0.00007194674,0.001702677,0.00002322013,0.00001232003,0.00000299919,0.0002709144,0.0004050612,0.003332572,0.3202972,0.0006484005,0.6731835],"study_design_scores_gemma":[0.00031524,0.000137286,0.005051227,0.0003338811,0.00001107591,0.00001426681,0.000003448058,0.9520726,0.002369528,0.03941415,0.0001247299,0.0001525237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002084706,0.00002289036,0.9959474,0.0012964,0.00008188389,0.0001905202,0.00003322873,0.00008193922,0.0002610524],"genre_scores_gemma":[0.8274838,0.00001220567,0.1723449,0.00003818368,0.000005214852,0.000004482673,0.000002303733,0.000004431458,0.0001044935],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9516676,"threshold_uncertainty_score":0.1935832,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2555581813","doi":"","title":"POSTER: Factor Structure, Wording Effects, and Reliability Estimates in Health and Housing Specific Self-efficacy Scales with Individuals who are Homeless or Vulnerably Housed","year":2016,"lang":"en","type":"article","venue":"ITC 2016 Conference","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Polychoric correlation; Exploratory factor analysis; Confirmatory factor analysis; Likert scale; Psychology; Ordinal Scale; Structural equation modeling; Ordinal data; Scale (ratio); Factor analysis; Internal consistency; Statistics; Psychometrics; Competence (human resources); Clinical psychology; Econometrics; Mathematics; Social psychology; Developmental psychology; Correlation","retraction":null,"screen_n_in":null,"score":{"opus":0.04124889507717,"gpt":0.3534292667607589,"spread":0.3121803716835889,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004880141,0.0003445077,0.001175266,0.0001492274,0.0006553266,0.0000969036,0.0001838079,0.0002520625,0.00007914889],"category_scores_gemma":[0.0003385223,0.0001922136,0.0000225099,0.0002084782,0.000237133,0.0003346777,0.0001604062,0.0004321899,0.000008543738],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001690497,"about_ca_system_score_gemma":0.0004505374,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007306039,"about_ca_topic_score_gemma":0.00368623,"domain_scores_codex":[0.9970824,0.0007443454,0.0005627437,0.0006187871,0.0002633991,0.000728384],"domain_scores_gemma":[0.9963468,0.00240876,0.000414956,0.0003346786,0.0001631425,0.0003316032],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001469489,0.00006533395,0.9530087,0.001264804,0.0000189751,0.00001088844,0.01473097,4.015009e-7,0.0002197765,0.0002945759,0.00001319834,0.03022543],"study_design_scores_gemma":[0.00324119,0.0002259014,0.9812413,0.007532658,0.0000100691,8.103326e-7,0.006314164,0.0000143336,0.0002668956,0.0004477971,0.0003140407,0.0003908049],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9962837,0.001113574,0.0003617145,0.0005680827,0.0001583789,0.001148021,0.0001455658,0.0001730081,0.00004801073],"genre_scores_gemma":[0.9970917,0.001912414,0.0006466982,0.00008340127,0.0001041999,0.00004570595,0.000004977817,0.00004826742,0.00006259741],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02983463,"threshold_uncertainty_score":0.7838243,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2761268105","doi":"","title":"POSTER: What work habits are being assessed across Canada?","year":2016,"lang":"en","type":"article","venue":"ITC 2016 Conference","topic":"Agricultural and Financial Auditing","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Queen's University","funders":"","keywords":"Context (archaeology); Work (physics); Psychology; Medical education; Geography; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.02016591741998137,"gpt":0.2014876772329702,"spread":0.1813217598129888,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001149216,0.0002031077,0.0002261341,0.000002242483,0.0003522093,0.0002212485,0.0003777346,0.0001048672,0.0004490036],"category_scores_gemma":[0.0001085027,0.00005359403,0.00006401738,0.0002126517,0.00006337248,0.0006092523,0.0001480423,0.00009973196,0.0001460964],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007042998,"about_ca_system_score_gemma":0.00004604446,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.05111282,"about_ca_topic_score_gemma":0.4862683,"domain_scores_codex":[0.9985342,0.00004386356,0.0002348908,0.0003742371,0.0002617282,0.0005510698],"domain_scores_gemma":[0.9990964,0.0002607228,0.0001959977,0.00006747393,0.0002224647,0.0001569586],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00002309541,0.00002696233,0.09509261,0.000005661911,0.000009841769,0.00003095151,0.00007673472,9.766593e-8,0.09902852,0.000216233,0.004143078,0.8013462],"study_design_scores_gemma":[0.000124381,0.0000460141,0.9514562,0.0006102226,0.000004316888,0.00000643632,0.0004903549,5.803147e-7,0.006132772,0.0002838521,0.04050746,0.0003373435],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9852729,0.0001358989,0.00001285635,0.01304715,0.0004463623,0.0001258496,0.0000652098,0.00007063959,0.0008231211],"genre_scores_gemma":[0.9955892,0.0001380597,0.00001117636,0.0006092319,0.0004508613,0.00001495944,0.0000140267,0.000001083883,0.003171377],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8563637,"threshold_uncertainty_score":0.9552059,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2599662706","doi":"","title":"PAPER: Examining Validity Evidence for Multidimensional Forced Choice Measures using Four Scoring Approaches","year":2016,"lang":"en","type":"article","venue":"ITC 2016 Conference","topic":"Advanced Statistical Modeling Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Two-alternative forced choice; Item response theory; Psychology; Test (biology); Normative; Likert scale; Classical test theory; Rank (graph theory); Statistics; Psychometrics; Social psychology; Mathematics; Cognitive psychology; Clinical psychology; Developmental psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.690729672794958,"gpt":0.3971126026713275,"spread":0.2936170701236305,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008550921,0.0002954145,0.0003258598,0.00009291959,0.0002706803,0.0001028782,0.0009346049,0.0001161405,0.00001274778],"category_scores_gemma":[0.003832487,0.000211686,0.0000767817,0.0001371138,0.0001459857,0.001671401,0.0004387433,0.0001362269,0.00001373959],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000140218,"about_ca_system_score_gemma":0.0003009081,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007490507,"about_ca_topic_score_gemma":0.00001818494,"domain_scores_codex":[0.9974527,0.0001438573,0.0004225292,0.0009042761,0.0004875613,0.0005890863],"domain_scores_gemma":[0.9948332,0.003514908,0.0002138418,0.0008091579,0.000442083,0.0001867497],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007552985,0.00006167037,0.001846205,0.0000858636,0.00003330616,0.0000104801,0.0001804968,0.0004462181,0.3542525,0.2254398,0.0002260061,0.417342],"study_design_scores_gemma":[0.001107435,0.0003894646,0.002134324,0.002842676,0.00004221956,0.00003377072,0.00001735852,0.8235944,0.07054983,0.09708646,0.001071908,0.001130186],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01366572,0.0001194543,0.9845371,0.0004201433,0.0002444684,0.0004605747,0.00001585295,0.0004506143,0.00008613729],"genre_scores_gemma":[0.5067876,0.00001965188,0.492901,0.00006252174,0.00007168877,0.00006314383,4.400385e-7,0.00001441656,0.00007956489],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8231481,"threshold_uncertainty_score":0.8632303,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2612770846","doi":"","title":"PAPER: Examining Position Effects in Large-Scale Assessments Using an SEM Approach","year":2016,"lang":"en","type":"article","venue":"ITC 2016 Conference","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Rasch model; Position (finance); Reading (process); Test (biology); Structural equation modeling; Scale (ratio); Psychology; Item response theory; Sample (material); Computer science; Statistics; Econometrics; Psychometrics; Social psychology; Cognitive psychology; Artificial intelligence; Natural language processing; Mathematics; Developmental psychology; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.5208722029508508,"gpt":0.4857174030503449,"spread":0.03515479990050591,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005808407,0.0001864723,0.0003757898,0.0004516892,0.0001371801,0.00023844,0.0007415388,0.0001367953,0.0002713588],"category_scores_gemma":[0.009192256,0.0001099778,0.00004584712,0.0009916147,0.00006886846,0.00101767,0.0002018406,0.0001459293,0.00006615875],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007606122,"about_ca_system_score_gemma":0.0001232979,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007791627,"about_ca_topic_score_gemma":0.00002203213,"domain_scores_codex":[0.9962826,0.001097265,0.0005459153,0.0007679645,0.0008068817,0.000499311],"domain_scores_gemma":[0.9901865,0.008464304,0.0002988562,0.0006846544,0.000215024,0.0001506431],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0000398891,0.0002664862,0.393752,0.00001469749,0.00001066143,0.0000206189,0.0004008595,0.00003911964,0.08100749,0.001298758,0.0001808601,0.5229686],"study_design_scores_gemma":[0.002051625,0.0003941631,0.9253656,0.0004533749,0.00001592431,0.0000370216,0.001544487,0.03903204,0.001930774,0.0280202,0.0006006224,0.0005541166],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5533232,0.00004481729,0.438862,0.00004307342,0.000298335,0.0001344717,0.000007025535,0.00003918216,0.007247882],"genre_scores_gemma":[0.9056558,0.00001304351,0.09369549,0.0001198287,0.00007727382,0.00001411539,0.000002023892,0.00001148287,0.000410911],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5316136,"threshold_uncertainty_score":0.9991537,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2498349618","doi":"","title":"POSTER: Detecting Differential Item Functioning: A Comparison of Two Effect Size Measures in Logistic Regression Analysis","year":2016,"lang":"en","type":"article","venue":"ITC 2016 Conference","topic":"Mental Health Research Topics","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of British Columbia","funders":"","keywords":"Differential item functioning; Juvenile delinquency; Psychology; Context (archaeology); Logistic regression; Neighbourhood (mathematics); Odds; Scale (ratio); Statistics; Social psychology; Item response theory; Developmental psychology; Psychometrics; Mathematics; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.1611616498275148,"gpt":0.4685125216579524,"spread":0.3073508718304376,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007411567,0.0002040222,0.0006026446,0.000331995,0.00008883684,0.00002673059,0.0003025283,0.000140907,0.002977445],"category_scores_gemma":[0.001124995,0.0001251764,0.0001221233,0.0004195281,0.0001546767,0.00007172384,0.0001172882,0.0002780403,0.0002160382],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001334168,"about_ca_system_score_gemma":0.00008075491,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001458737,"about_ca_topic_score_gemma":0.001338781,"domain_scores_codex":[0.9969453,0.001021336,0.0006095648,0.0004643451,0.0004476268,0.0005118434],"domain_scores_gemma":[0.9962847,0.002570434,0.000319398,0.0005176351,0.0001489022,0.0001589325],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007185874,0.0001503962,0.7976173,0.00007782305,0.0001506472,0.00001186984,0.0004809309,0.000001623083,0.02206213,0.000358031,0.0001015758,0.1782691],"study_design_scores_gemma":[0.004677665,0.001299476,0.9731038,0.001007874,0.0002392937,0.000006699675,0.0002512325,0.0009584238,0.01754766,0.0003257336,0.0002198654,0.0003623009],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9886867,0.0002261262,0.007092237,0.0001777687,0.0004775053,0.0003843427,0.0000157805,0.00004338736,0.002896145],"genre_scores_gemma":[0.9981228,0.00001210546,0.00005071955,0.00001510135,0.00007281834,0.00006070477,0.000004583423,0.00001425118,0.00164696],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1779068,"threshold_uncertainty_score":0.997934,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}