{"id":"W2018691396","doi":"10.1111/j.1745-3992.2010.00173.x","title":"Application of Think Aloud Protocols for Examining and Confirming Sources of Differential Item Functioning Identified by Expert Reviews","year":2010,"lang":"en","type":"article","venue":"Educational Measurement Issues and Practice","topic":"Educational and Psychological Assessments","field":"Psychology","cited_by":96,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of New Brunswick; University of British Columbia","funders":"","keywords":"Differential item functioning; Think aloud protocol; Psychology; Empirical evidence; Cognitive psychology; Expert opinion; Applied psychology; Social psychology; Item response theory; Computer science; Developmental psychology; Psychometrics; Epistemology; Medicine; Human–computer interaction","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001662908,0.0001296774,0.000225644,0.0000473525,0.0001419244,0.0000447028,0.0001051568,0.00008419656,0.0004987039],"category_scores_gemma":[0.001203508,0.0001102558,0.00003315174,0.00007763204,0.00008802914,0.0001894848,0.00001800479,0.0001392137,0.000004853775],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001067432,"about_ca_system_score_gemma":0.00004097329,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002082165,"about_ca_topic_score_gemma":0.000007002213,"domain_scores_codex":[0.9985638,0.0002063796,0.0004727711,0.0003194734,0.0003128155,0.0001247164],"domain_scores_gemma":[0.9974834,0.001228006,0.0005938286,0.0001884958,0.0004393053,0.00006692913],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001599898,0.005595442,0.07213385,0.0009407509,0.0006466612,2.078119e-7,0.04051256,7.962824e-7,0.5735736,0.07974873,0.09145597,0.1337915],"study_design_scores_gemma":[0.001170967,0.0004183462,0.186633,0.0002131624,0.0001400613,0.00002887531,0.008288768,0.00001953057,0.002813801,0.003099626,0.7968639,0.0003100168],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9197653,0.01361539,0.0109119,0.02742371,0.003381612,0.01717111,0.00006342203,0.00003902283,0.00762851],"genre_scores_gemma":[0.9848647,0.00009815132,0.007568381,0.0003537376,0.0006468606,0.004862154,0.0000699054,0.0000144948,0.001521672],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7054079,"threshold_uncertainty_score":0.5460458,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2023495907107836,"score_gpt":0.4728441178860088,"score_spread":0.2704945271752253,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}