{"id":"W3128096052","doi":"10.56645/jmde.v17i38.673","title":"Evaluation in Our New Normal Environment: Navigating the Challenges with Data Collection","year":2021,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Data collection; Credibility; Best practice; Data quality; Computer science; Quality (philosophy); Public relations; Data science; Risk analysis (engineering); Process management; Business; Political science; Marketing; Sociology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.7069043,0.00119801,0.003636118,0.006786229,0.01842584,0.04128207,0.009832836,0.008209305,0.005289236],"category_scores_gemma":[0.6823929,0.002077254,0.002276395,0.007247086,0.04105213,0.04156986,0.02286433,0.02190123,0.001983149],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03535559,"about_ca_system_score_gemma":0.1152909,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009410474,"about_ca_topic_score_gemma":0.01736412,"domain_scores_codex":[0.1433784,0.7827358,0.02484602,0.00777484,0.03584044,0.005424469],"domain_scores_gemma":[0.09415402,0.7384558,0.02809493,0.03923291,0.08371227,0.01635006],"domain_codex":"methods","domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007768139,0.0008943947,0.01899172,0.02246521,0.0006903716,0.001448924,0.2798685,0.002643227,0.001613583,0.129879,0.1350331,0.4056951],"study_design_scores_gemma":[0.0002922907,0.0009549138,0.01075803,0.0558936,0.0002512807,0.001138096,0.2403104,0.002734584,0.001666999,0.2162997,0.4691465,0.0005536791],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.03973614,0.03924337,0.115651,0.7586012,0.007649695,0.007538866,0.0006392297,0.0004796766,0.03046081],"genre_scores_gemma":[0.440999,0.02977952,0.342723,0.1494113,0.004838013,0.02593873,0.0005959104,0.0008229925,0.00489143],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7069043,"threshold_uncertainty_score":0.3614392,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.368895379755028,"score_gpt":0.5129477895526718,"score_spread":0.1440524097976439,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}