{"id":"W3121275089","doi":"10.21061/see.27","title":"Protocol Analysis in Engineering Design Education Research: Observations, Limitations, and Opportunities","year":2021,"lang":"en","type":"article","venue":"Studies in Engineering Education","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Protocol (science); Scope (computer science); Inclusion (mineral); Computer science; Protocol design; Engineering design process; Scopus; Engineering education; Work (physics); Cognition; Management science; Data science; Engineering ethics; Engineering management; Engineering; Psychology; MEDLINE; Communications protocol; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8277035,0.002251745,0.004267685,0.01145267,0.006752728,0.01314476,0.006136687,0.008378096,0.01232958],"category_scores_gemma":[0.8885018,0.003633208,0.005064444,0.01820585,0.01950308,0.01984147,0.01090893,0.009914582,0.002778315],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0232402,"about_ca_system_score_gemma":0.06938149,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003794346,"about_ca_topic_score_gemma":0.005249782,"domain_scores_codex":[0.07026628,0.7909079,0.09943438,0.007045545,0.03048568,0.001860182],"domain_scores_gemma":[0.04480064,0.8127514,0.03591368,0.05274469,0.05265444,0.001135148],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"systematic_review","study_design_gemma":"observational","study_design_scores_codex":[0.002217799,0.0003717205,0.0103756,0.3736086,0.003788686,0.0007420249,0.09295229,0.002517676,0.001512108,0.1866458,0.07027267,0.254995],"study_design_scores_gemma":[0.002160452,0.001395648,0.007817362,0.4927622,0.002962357,0.001011845,0.02772984,0.007615528,0.00389461,0.1703249,0.2817803,0.0005450181],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02012738,0.0416926,0.4320261,0.09833542,0.01299093,0.3654183,0.006530971,0.0009436361,0.02193467],"genre_scores_gemma":[0.08242294,0.00534497,0.2937174,0.0143799,0.0007480617,0.6012798,0.0006423738,0.0003550102,0.001109579],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1722965,"threshold_uncertainty_score":0.2124723,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4532544518655213,"score_gpt":0.4330368290147357,"score_spread":0.0202176228507856,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}