{"id":"W4233643233","doi":"10.1111/emip.12321","title":"Digital Module 12: Think‐aloud Interviews and Cognitive Labs https://ncme.elevate.commpartners.com","year":2020,"lang":"en","type":"article","venue":"Educational Measurement Issues and Practice","topic":"Cognitive Science and Mapping","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Credibility; Think aloud protocol; Cognitive interview; Glossary; Interview; Cognition; Data collection; Psychology; Computer science; Protocol analysis; Comprehension; Reliability (semiconductor); Test (biology); Multimedia; Human–computer interaction; Cognitive science; Usability; Linguistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011437,0.0001790525,0.0001727878,0.00005594382,0.0002660307,0.0008215471,0.0002990907,0.00003623982,0.00006755101],"category_scores_gemma":[0.00314872,0.0001630932,0.00003636665,0.0002592599,0.0001051565,0.002851674,0.0002853794,0.0002015651,0.000130645],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002963104,"about_ca_system_score_gemma":0.000171575,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002871982,"about_ca_topic_score_gemma":0.000005756979,"domain_scores_codex":[0.9981343,0.0001965204,0.0002445855,0.0005295089,0.0006599417,0.0002351958],"domain_scores_gemma":[0.9981884,0.0006493343,0.0002030647,0.0001524748,0.0005586191,0.0002480563],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003546282,0.001369939,0.005171317,0.0003286227,0.0005349805,0.00003280023,0.1583865,0.000009771939,0.002957333,0.0853393,0.06536274,0.6801521],"study_design_scores_gemma":[0.001751043,0.000959058,0.02521732,0.0005791876,0.0002097642,0.0001708015,0.02912798,0.006652228,0.001538335,0.01731921,0.91514,0.001335089],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.02879693,0.01806952,0.09041177,0.7746806,0.001253945,0.001160619,0.00003131026,0.0002090572,0.08538628],"genre_scores_gemma":[0.9859746,0.0003382035,0.003800112,0.008676792,0.0003905892,0.00001771667,0.00001208913,0.000008602256,0.0007812661],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9571777,"threshold_uncertainty_score":0.7922197,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1497824668143513,"score_gpt":0.3536044543898638,"score_spread":0.2038219875755124,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}