{"id":"W3121275089","doi":"10.21061/see.27","title":"Protocol Analysis in Engineering Design Education Research: Observations, Limitations, and Opportunities","year":2021,"lang":"en","type":"article","venue":"Studies in Engineering Education","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Protocol (science); Scope (computer science); Inclusion (mineral); Computer science; Protocol design; Engineering design process; Scopus; Engineering education; Work (physics); Cognition; Management science; Data science; Engineering ethics; Engineering management; Engineering; Psychology; MEDLINE; Communications protocol; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001071521,0.0001857805,0.0002453651,0.001367544,0.00006769608,0.00008584768,0.0001011549,0.00008043728,0.00001337316],"category_scores_gemma":[0.001864461,0.0002283455,0.00003252224,0.002291865,0.00003141706,0.0005051268,0.0000349409,0.0003529203,0.000004927575],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004588047,"about_ca_system_score_gemma":0.0005953352,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002573569,"about_ca_topic_score_gemma":0.00005631692,"domain_scores_codex":[0.9986637,0.0001514601,0.0004246921,0.0002628863,0.0002075253,0.0002897888],"domain_scores_gemma":[0.9982356,0.0009897515,0.00003913134,0.0002754674,0.0003801581,0.00007990311],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001947818,0.0008474041,0.006498513,0.003708688,0.0006591195,0.00001362363,0.02047632,0.8818973,0.003079331,0.02075584,0.01285884,0.04918557],"study_design_scores_gemma":[0.00125537,0.0001088282,0.2052543,0.002470562,0.0003992725,0.00006462816,0.0847147,0.4143229,0.00347138,0.002383464,0.2834375,0.002117122],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4972453,0.09692469,0.1970207,0.02126881,0.02617977,0.1377214,0.00004538759,0.003694618,0.01989936],"genre_scores_gemma":[0.8212075,0.005278292,0.05887406,0.0001747977,0.0004166687,0.1125,0.000106264,0.0001054673,0.001336978],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4675744,"threshold_uncertainty_score":0.9311659,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4532544518655213,"score_gpt":0.4330368290147357,"score_spread":0.0202176228507856,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}