{"id":"W4402950824","doi":"10.18357/otessac.2024.4.1.393","title":"Evolving our Understanding of Technology-Integrated Assessment: A Review of the Literature and Development of a New Framework","year":2024,"lang":"en","type":"review","venue":"The Open/Technology in Education Society and Scholarship Association Conference","topic":"Educational and Psychological Assessments","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University; University of Alberta; University of Victoria","funders":"","keywords":"Engineering ethics; Computer science; Process management; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.002490524,0.0003225869,0.00112715,0.0002646425,0.0001848655,0.00009800463,0.001193123,0.001299921,0.00008078475],"category_scores_gemma":[0.0008415144,0.0001964583,0.0001798869,0.002966595,0.000191071,0.000153897,0.0004158904,0.002329347,0.000004095565],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005131667,"about_ca_system_score_gemma":0.00298053,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001417552,"about_ca_topic_score_gemma":0.000008438423,"domain_scores_codex":[0.9973112,0.0004778715,0.001164837,0.0005009986,0.0003041788,0.0002409228],"domain_scores_gemma":[0.9968798,0.0004087768,0.00176252,0.0005438399,0.0003624273,0.00004269176],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000007103083,0.0006059892,0.01747172,0.0223153,0.001224859,3.953384e-7,0.01154146,2.536659e-8,0.000008205079,0.3616031,0.007160779,0.578061],"study_design_scores_gemma":[0.0004553087,0.00009524422,0.007226281,0.3704709,0.00121642,0.00003720932,0.04045101,0.000001419948,0.00001075551,0.3218395,0.2575933,0.0006027127],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001018714,0.9831918,0.0001385728,0.01291792,0.0007608011,0.001292085,0.00004175491,0.00002483416,0.0006135339],"genre_scores_gemma":[0.02358248,0.9687842,0.005820739,0.0002712143,0.0000313585,0.0003041638,0.00004602166,0.00002003496,0.001139839],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5774583,"threshold_uncertainty_score":0.9999966,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1570233000597319,"score_gpt":0.4757328084599465,"score_spread":0.3187095084002146,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}