{"id":"W3205361876","doi":"10.1007/s00146-021-01281-2","title":"Processing of grid-based design representations: a qualitative analysis of concurrent think-aloud protocols","year":2021,"lang":"en","type":"article","venue":"AI & Society","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Computer science; Think aloud protocol; Protocol analysis; Qualitative analysis; Grid; Human–computer interaction; Qualitative research; Cognitive science; Psychology; Sociology; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02000171,0.0006287532,0.000470837,0.00185399,0.003265305,0.00479524,0.001929592,0.001289073,0.002846512],"category_scores_gemma":[0.1034009,0.0006155018,0.0004064111,0.00150103,0.006628294,0.004210435,0.003309982,0.002237226,0.000388642],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004353421,"about_ca_system_score_gemma":0.006715069,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006474323,"about_ca_topic_score_gemma":0.005273637,"domain_scores_codex":[0.9730472,0.02064735,0.000676841,0.00126976,0.003506826,0.0008520699],"domain_scores_gemma":[0.8471644,0.1313651,0.0037205,0.005101685,0.011577,0.001071466],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001873391,0.00009076483,0.004454647,0.0003618747,0.000017998,0.0004883024,0.9416797,0.001573769,0.008915154,0.02015822,0.0006307251,0.0214415],"study_design_scores_gemma":[0.00008830578,0.0002304966,0.007904802,0.0006317646,0.00006617318,0.0007312241,0.8781267,0.02173459,0.01922564,0.03431345,0.03680257,0.0001443329],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7169654,0.0001269562,0.2563956,0.001750843,0.0000550769,0.001311309,0.0003999754,0.0003864225,0.02260852],"genre_scores_gemma":[0.9635803,0.00006442388,0.03314214,0.0001475993,0.000005698168,0.0006066659,0.0001343701,0.0001796968,0.00213908],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02000171,"threshold_uncertainty_score":0.1057804,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1022507958117833,"score_gpt":0.4522177325597528,"score_spread":0.3499669367479695,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}