{"id":"W4396538082","doi":"10.18357/otessaj.2024.4.1.63","title":"Developing the Technology-Integrated Assessment Framework","year":2024,"lang":"en","type":"article","venue":"The Open/Technology in Education Society and Scholarship Association Journal","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University; University of Alberta; University of Victoria","funders":"","keywords":"Computer science; Systems engineering; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03563637,0.001513469,0.001189638,0.01011365,0.003460186,0.01166378,0.003960705,0.00485345,0.003555409],"category_scores_gemma":[0.03050586,0.0008237958,0.001664273,0.005215416,0.009682663,0.01941318,0.01044837,0.006013788,0.001576695],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009701483,"about_ca_system_score_gemma":0.02400704,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009445378,"about_ca_topic_score_gemma":0.007764903,"domain_scores_codex":[0.970858,0.01673735,0.002697299,0.002281242,0.006501216,0.0009248997],"domain_scores_gemma":[0.9727182,0.01244748,0.001760533,0.001656301,0.01002544,0.00139205],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001021913,0.0001101795,0.001833885,0.0004908908,0.00002525883,0.0001916134,0.006541211,0.00469771,0.000494647,0.9173537,0.002153214,0.06609745],"study_design_scores_gemma":[0.00003591177,0.0001237825,0.001901085,0.003218531,0.00005485891,0.0005691877,0.008519705,0.03056713,0.001118085,0.8004237,0.1533673,0.000100754],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005878814,0.001826452,0.9310428,0.01036395,0.0002857788,0.001410159,0.000123471,0.0003111403,0.04875755],"genre_scores_gemma":[0.113417,0.001456291,0.8784471,0.0008320804,0.00008499321,0.002028858,0.0002396364,0.00005501812,0.003439054],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.03563637,"threshold_uncertainty_score":0.1884654,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02839662093562503,"score_gpt":0.4109975626203128,"score_spread":0.3826009416846878,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}