{"id":"W4284711440","doi":"10.1108/qae-02-2022-0048","title":"Assuring online assessment quality: the case of unproctored online assessment","year":2022,"lang":"en","type":"article","venue":"Quality Assurance in Education","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Quality (philosophy); Quality assessment; Originality; Psychology; Alternative assessment; Online assessment; Higher education; Medical education; Mathematics education; Marketing; Social psychology; Political science; Formative assessment; Medicine; Business","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04559207,0.0004021569,0.0004702998,0.001690824,0.002665757,0.006604106,0.001956272,0.001403258,0.001900202],"category_scores_gemma":[0.2728718,0.0004544248,0.0004849672,0.001715862,0.003487934,0.005334593,0.004193322,0.002289097,0.0004608347],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003803215,"about_ca_system_score_gemma":0.005856992,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004956134,"about_ca_topic_score_gemma":0.005270076,"domain_scores_codex":[0.8820926,0.07515579,0.0071009,0.004783666,0.02750519,0.003361888],"domain_scores_gemma":[0.5721168,0.2563022,0.07077416,0.05194994,0.04052335,0.008333618],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001091985,0.001110081,0.2639526,0.0009637869,0.0001499107,0.004723723,0.1254677,0.002825678,0.008014844,0.00685573,0.004649977,0.5801941],"study_design_scores_gemma":[0.0002499177,0.003876498,0.6007203,0.003926442,0.000306902,0.01273704,0.197466,0.03935359,0.0287193,0.02266387,0.08947458,0.0005055752],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9503308,0.0004736799,0.02739436,0.004827834,0.0001797518,0.0003672798,0.00007847008,0.0003496073,0.01599814],"genre_scores_gemma":[0.9918394,0.00008346406,0.00682934,0.0002564926,0.00005051115,0.00008512307,0.0000240655,0.00003852086,0.0007929676],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04559207,"threshold_uncertainty_score":0.2411168,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08445615915997876,"score_gpt":0.4978529657096593,"score_spread":0.4133968065496806,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}