{"id":"W4291034789","doi":"10.1016/j.ijinfomgt.2022.102555","title":"Trust or mistrust in algorithmic grading? An embedded agency perspective","year":2022,"lang":"en","type":"article","venue":"International Journal of Information Management","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Ontario Institute of Technology","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Grading (engineering); Computer science; Trustworthiness; Perspective (graphical); Agency (philosophy); Through-the-lens metering; Data science; Artificial intelligence; Sociology; Computer security; Engineering; Lens (geology)","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01471599,0.0004444481,0.0009529386,0.001454917,0.002675912,0.009696688,0.001737718,0.00533171,0.01022465],"category_scores_gemma":[0.0902535,0.0007069423,0.0007928506,0.00136932,0.01555464,0.01585069,0.003593936,0.005633836,0.0007564509],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00354176,"about_ca_system_score_gemma":0.003339948,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006033502,"about_ca_topic_score_gemma":0.003837899,"domain_scores_codex":[0.9833578,0.008626973,0.0008106526,0.00187375,0.003453902,0.001876832],"domain_scores_gemma":[0.8485693,0.0962877,0.02293268,0.01780597,0.009884472,0.004519948],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001345433,0.0002343395,0.01247029,0.00007136117,0.00007595277,0.0003081916,0.004056577,0.006610875,0.0003082718,0.9560079,0.001458331,0.01826351],"study_design_scores_gemma":[0.00004468438,0.00008670004,0.006550348,0.00006647422,0.00004892534,0.0001792013,0.00281085,0.02715982,0.0004336979,0.9585133,0.00405059,0.00005536334],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5229084,0.001361887,0.1578348,0.04914825,0.0002843332,0.0001452429,0.0001469771,0.0001793791,0.2679908],"genre_scores_gemma":[0.9957799,0.00008273249,0.001889322,0.000188839,0.00005151823,0.00001054122,0.000006539666,0.0000151563,0.001975559],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01471599,"threshold_uncertainty_score":0.0778265,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01045792450434932,"score_gpt":0.2975496748427099,"score_spread":0.2870917503383605,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}