{"id":"W89304946","doi":"10.29173/cais8","title":"The Trouble With Think Alouds: Generating Data Using Concurrent Verbal Protocols","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Protocol analysis; Protocol (science); Cognition; Task (project management); Psychology; Nonverbal communication; Computer science; Developmental psychology; Cognitive science; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007096172,0.0003296967,0.0004400098,0.00006018259,0.0004482502,0.003029185,0.00269125,0.0001406033,0.0001148345],"category_scores_gemma":[0.005410553,0.0001886823,0.00008536594,0.0003720315,0.0006915543,0.005671374,0.0008912069,0.0004839769,0.00001569164],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000315162,"about_ca_system_score_gemma":0.0003056304,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00050659,"about_ca_topic_score_gemma":0.00001962489,"domain_scores_codex":[0.9977711,0.0000685767,0.0005504366,0.0005185572,0.0005164652,0.0005748032],"domain_scores_gemma":[0.9695492,0.0002454125,0.001027329,0.0004133466,0.02864567,0.0001190911],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001878864,0.00178327,0.3786,0.002103188,0.001965483,0.000007404551,0.212135,0.00005210124,0.06833327,0.05844045,0.04385573,0.2308452],"study_design_scores_gemma":[0.01267049,0.007762576,0.1965443,0.007063048,0.001352034,0.0006652924,0.1419839,0.02201261,0.08621128,0.01100134,0.5086114,0.00412165],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9854283,0.0002428432,0.0001351394,0.0009830524,0.0001701627,0.004097815,0.0001113896,0.00006270748,0.008768544],"genre_scores_gemma":[0.9972125,0.00001372031,0.0004426937,0.0002125672,0.0001999705,0.0009226736,0.000009511644,0.00003768587,0.0009487178],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4647557,"threshold_uncertainty_score":0.9980057,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08706045199879324,"score_gpt":0.3474286456970465,"score_spread":0.2603681936982532,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}