{"id":"W4389105448","doi":"10.1063/5.0181787","title":"Statistical analysis of open book examination during COVID-19 pandemic: Lifelong learning","year":2023,"lang":"en","type":"article","venue":"AIP conference proceedings","topic":"Educational Assessment and Pedagogy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"Western University","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Computer science; Lifelong learning; Statistical analysis; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Artificial intelligence; Psychology; Virology; Statistics; Medicine; Mathematics; Pedagogy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005450665,0.0002691821,0.0005250028,0.001439699,0.0006863013,0.001288624,0.001294419,0.0007672346,0.004635651],"category_scores_gemma":[0.03641311,0.0001706948,0.0009520811,0.001799435,0.0007512207,0.000849293,0.001448243,0.00163092,0.0006700762],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001133331,"about_ca_system_score_gemma":0.002382218,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01208033,"about_ca_topic_score_gemma":0.0126401,"domain_scores_codex":[0.9927546,0.002320908,0.0007533375,0.001056353,0.001782229,0.001332439],"domain_scores_gemma":[0.9631561,0.02019244,0.006767249,0.002162816,0.005098546,0.002622839],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001019233,0.0002857331,0.9819755,0.00005989623,0.0001896195,0.000106154,0.0007203749,0.0002991321,0.0001813004,0.0002640654,0.002072543,0.01282651],"study_design_scores_gemma":[0.000008940285,0.0006084017,0.9951251,0.00002992464,0.00006529749,0.00005560234,0.001792913,0.0009346122,0.0002084771,0.000188255,0.0009714465,0.00001097606],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9934632,0.0001579309,0.001036988,0.0002980188,0.00009642426,0.00009838027,0.002464492,0.00003800581,0.002346586],"genre_scores_gemma":[0.9962593,0.0000380628,0.0002666672,0.00005673017,0.00002736488,0.0001324627,0.00130874,0.00001786579,0.001892811],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01208033,"threshold_uncertainty_score":0.02882624,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1569600216800286,"score_gpt":0.4568753511800431,"score_spread":0.2999153295000144,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}