{"id":"W3128096052","doi":"10.56645/jmde.v17i38.673","title":"Evaluation in Our New Normal Environment: Navigating the Challenges with Data Collection","year":2021,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Data collection; Credibility; Best practice; Data quality; Computer science; Quality (philosophy); Public relations; Data science; Risk analysis (engineering); Process management; Business; Political science; Marketing; Sociology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05688851,0.0001619282,0.00028346,0.0002100286,0.0003174497,0.0001856446,0.0007352044,0.00007972737,0.0006514844],"category_scores_gemma":[0.003378215,0.00009697505,0.0000729303,0.0007906125,0.00003173723,0.00187518,0.0002749134,0.0005115703,0.00005369027],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004788222,"about_ca_system_score_gemma":0.003363334,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001608769,"about_ca_topic_score_gemma":0.0007146276,"domain_scores_codex":[0.9872029,0.002733161,0.001297559,0.0004312875,0.008126257,0.0002088352],"domain_scores_gemma":[0.994957,0.0006572852,0.001319603,0.0008958564,0.002069267,0.0001009875],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002504083,0.0003263514,0.01924724,0.000007095569,0.00007899556,0.0000144742,0.01033135,0.2357539,0.0009699123,0.0000644438,0.001364916,0.7315909],"study_design_scores_gemma":[0.002972607,0.000306229,0.2702905,0.0001526953,0.0002053019,0.0001595059,0.02223692,0.6982861,0.0003935857,0.00440225,0.0004629114,0.0001313555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9375741,0.005121533,0.004823931,0.04899565,0.0008673664,0.0008753542,0.00000526074,0.000007447773,0.00172937],"genre_scores_gemma":[0.9935388,0.0006560086,0.005102351,0.00005124969,0.0003981951,0.00001912379,0.00003513123,0.00001237869,0.0001867671],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7314596,"threshold_uncertainty_score":0.9711317,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.368895379755028,"score_gpt":0.5129477895526718,"score_spread":0.1440524097976439,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}