{"id":"W3191309777","doi":"10.18260/1-2--36976","title":"Development of WeBWorK Prelab Problem Sets to Support Student Learning","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"Simon Fraser University","keywords":"Computer science; Mathematics education; Psychology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009095213,0.0002076135,0.0002640616,0.0003501696,0.000403106,0.0006738963,0.0007469449,0.0001917964,0.001178897],"category_scores_gemma":[0.0004538583,0.0001883188,0.00006572154,0.000898053,0.0001912037,0.001137149,0.0002644414,0.000418385,0.0002384563],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001918258,"about_ca_system_score_gemma":0.001112912,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001509006,"about_ca_topic_score_gemma":0.0004511948,"domain_scores_codex":[0.9978541,0.00003196015,0.0005529778,0.0004990559,0.0006616432,0.0004002222],"domain_scores_gemma":[0.9981037,0.00006462298,0.000156462,0.00007656197,0.00140121,0.0001974307],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00005798348,0.0002777325,0.03359049,0.0001183034,0.0001550705,0.000005341826,0.3563832,0.000003924173,0.003699647,0.369645,0.009652776,0.2264106],"study_design_scores_gemma":[0.0003682949,0.0007232644,0.01185239,0.001029744,0.00007087201,0.000003202646,0.5674473,0.00006759125,0.0128191,0.001263949,0.4036332,0.0007210533],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9704073,0.00005871519,0.0008111193,0.005188092,0.0005909182,0.0007300366,0.0000116719,0.0002972563,0.02190487],"genre_scores_gemma":[0.9865299,0.00004998536,0.001081071,0.0001465876,0.0001095336,0.0002285253,0.00002291291,0.00001708053,0.01181433],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3939804,"threshold_uncertainty_score":0.9997342,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07896085547336901,"score_gpt":0.3796733538590016,"score_spread":0.3007124983856326,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}