{"id":"W4205806630","doi":"10.1016/j.jrt.2021.100023","title":"Increasing the accountability of automated decision-making systems: An assessment of the automated decision-making system introduced in Canada's temporary resident visa immigration stream","year":2022,"lang":"en","type":"article","venue":"Journal of Responsible Technology","topic":"Public Policy and Administration Research","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Accountability; Government (linguistics); Public sector; Corporate governance; Audit; Business; Public administration; Public relations; Process management; Political science; Accounting; Finance; Law","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03420258,0.0005293458,0.0004157103,0.003439743,0.00946493,0.01132687,0.002148211,0.001326045,0.00216776],"category_scores_gemma":[0.08396778,0.0003311893,0.0006355863,0.004928952,0.007965961,0.004402597,0.003982896,0.003464456,0.0002717196],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.1469881,"about_ca_system_score_gemma":0.2158562,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9287167,"about_ca_topic_score_gemma":0.932681,"domain_scores_codex":[0.9472066,0.0137432,0.001239518,0.001320573,0.03085332,0.005636895],"domain_scores_gemma":[0.8585478,0.04584675,0.0066278,0.004781086,0.07714184,0.007054765],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0009957002,0.0008302874,0.2068617,0.0023834,0.0002636571,0.0007915898,0.05832756,0.02170467,0.003560655,0.2077409,0.0356047,0.4609351],"study_design_scores_gemma":[0.0002779406,0.00155212,0.4486668,0.003877454,0.0005663698,0.0003164458,0.05590941,0.04117629,0.009757495,0.02826724,0.4090905,0.0005418923],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.653891,0.006900762,0.01515693,0.05710297,0.0005455806,0.001501023,0.001118545,0.0006867755,0.2630965],"genre_scores_gemma":[0.9783651,0.003520873,0.009007862,0.002001953,0.0001097804,0.000194626,0.0003279061,0.00007888283,0.006393104],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1469881,"threshold_uncertainty_score":0.9893729,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01755138287101525,"score_gpt":0.396808065175512,"score_spread":0.3792566823044968,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}