{"id":"W3134090036","doi":"10.24926/iip.v12i1.2925","title":"Validation Evidence from using Generalizability Theory in a Basic-Science Course","year":2021,"lang":"en","type":"article","venue":"INNOVATIONS in pharmacy","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Generalizability theory; Reliability (semiconductor); Psychology; Computer science; Mathematics education; Medical education; Statistics; Mathematics; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4235088,0.001313459,0.00139415,0.005563577,0.002279231,0.004554163,0.004847523,0.003036889,0.007495203],"category_scores_gemma":[0.6956523,0.001133873,0.004264329,0.003715632,0.01252695,0.008513758,0.006039444,0.007288284,0.001264828],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006371704,"about_ca_system_score_gemma":0.009900391,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004655366,"about_ca_topic_score_gemma":0.003776651,"domain_scores_codex":[0.6478725,0.2469866,0.0165364,0.01893505,0.06652133,0.003148052],"domain_scores_gemma":[0.08157519,0.7710764,0.02007335,0.05825258,0.06732666,0.001695769],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.003826701,0.001218024,0.2584599,0.01333454,0.006094781,0.0005445627,0.02329069,0.008100404,0.004110705,0.1665104,0.02516034,0.489349],"study_design_scores_gemma":[0.002559935,0.0127132,0.3914974,0.04593534,0.008265628,0.001606008,0.02388638,0.05564611,0.03647232,0.3071256,0.1135053,0.0007867499],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4418373,0.01795576,0.3125522,0.09867459,0.003923352,0.006429637,0.00136018,0.0007457368,0.1165211],"genre_scores_gemma":[0.9383244,0.001629612,0.04934542,0.006809874,0.0005034604,0.001520021,0.0003728034,0.0002082387,0.001286125],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5764912,"threshold_uncertainty_score":0.7109163,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.740443777180831,"score_gpt":0.5876889081472201,"score_spread":0.1527548690336109,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}