{"id":"W3205361876","doi":"10.1007/s00146-021-01281-2","title":"Processing of grid-based design representations: a qualitative analysis of concurrent think-aloud protocols","year":2021,"lang":"en","type":"article","venue":"AI & Society","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Computer science; Think aloud protocol; Protocol analysis; Qualitative analysis; Grid; Human–computer interaction; Qualitative research; Cognitive science; Psychology; Sociology; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006364264,0.00008899327,0.0002425175,0.00004270809,0.00004408539,0.00002821209,0.00008256022,0.00005216821,0.0001688779],"category_scores_gemma":[0.0002683083,0.00009143592,0.0002147109,0.001241341,0.00005421964,0.0001822414,0.000008775677,0.0001284646,0.000002740991],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004722707,"about_ca_system_score_gemma":0.0003018667,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001773886,"about_ca_topic_score_gemma":0.000002964748,"domain_scores_codex":[0.9989334,0.0002675523,0.000344451,0.0001441915,0.0002056787,0.0001046997],"domain_scores_gemma":[0.9985152,0.0006695865,0.0001574614,0.0002030875,0.0004161907,0.00003845703],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003557447,0.0008238798,0.0006785079,0.001842253,0.003718775,0.000002372142,0.7254655,0.1699563,0.03297974,0.00131483,0.05065336,0.01252892],"study_design_scores_gemma":[0.001155203,0.00008217624,0.002768048,0.0002794342,0.001660198,0.000001327504,0.156018,0.6983758,0.1357466,0.0005947229,0.002896678,0.0004219015],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.008050303,0.0006394283,0.9870119,0.0006143071,0.0001273175,0.002787752,0.00004127862,0.0001106415,0.0006170746],"genre_scores_gemma":[0.9439015,0.00003407057,0.05446055,0.0003846441,0.00003998858,0.0009476812,0.00009503864,0.00002247209,0.0001140947],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9358512,"threshold_uncertainty_score":0.3728649,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1022507958117833,"score_gpt":0.4522177325597528,"score_spread":0.3499669367479695,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}