{"id":"W89304946","doi":"10.29173/cais8","title":"The Trouble With Think Alouds: Generating Data Using Concurrent Verbal Protocols","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Protocol analysis; Protocol (science); Cognition; Task (project management); Psychology; Nonverbal communication; Computer science; Developmental psychology; Cognitive science; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1777641,0.002340703,0.001314224,0.005754482,0.003498386,0.005979636,0.003142734,0.001486981,0.005146779],"category_scores_gemma":[0.4919325,0.001794521,0.0008990184,0.005679325,0.005665974,0.00506032,0.004709488,0.003800308,0.00234204],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003445004,"about_ca_system_score_gemma":0.007957935,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001887599,"about_ca_topic_score_gemma":0.002319636,"domain_scores_codex":[0.734403,0.2040834,0.02181119,0.01053258,0.02757025,0.001599607],"domain_scores_gemma":[0.3248931,0.5268191,0.02528504,0.05838712,0.06319429,0.001421478],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002631783,0.001032094,0.01068853,0.005344027,0.0002984563,0.0007900242,0.360802,0.002942362,0.04719697,0.02400047,0.01094244,0.5333308],"study_design_scores_gemma":[0.002589377,0.006242717,0.05251217,0.01023714,0.0006883566,0.002715754,0.2001612,0.06614962,0.1776623,0.1681953,0.3111431,0.001703009],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09368571,0.0003621461,0.8624619,0.0009274137,0.0004823964,0.03015056,0.000732444,0.001789971,0.00940745],"genre_scores_gemma":[0.2149992,0.0003805218,0.6963943,0.0005899068,0.0001822887,0.08236855,0.000714777,0.001206694,0.003163837],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1777641,"threshold_uncertainty_score":0.9401174,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08706045199879324,"score_gpt":0.3474286456970465,"score_spread":0.2603681936982532,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}