{"id":"W2525241236","doi":"10.5210/ojphi.v8i2.6720","title":"Development and Validation of a Standardized Tool for Prioritization of Information Sources","year":2016,"lang":"en","type":"article","venue":"Online Journal of Public Health Informatics","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Public Health Agency of Canada; Canadian Food Inspection Agency","funders":"Canadian Food Inspection Agency","keywords":"Concordance; Cohen's kappa; Kappa; Prioritization; Reliability (semiconductor); Macro; Medicine; Data mining; Medical physics; Computer science; Statistics; Management science; Mathematics; Machine learning; Engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02260041,0.00008125669,0.0003842734,0.0004554753,0.00007990259,0.00008386558,0.0002469264,0.00004958959,0.00002017074],"category_scores_gemma":[0.009072263,0.00004519502,0.00006733678,0.0003039035,0.0000566872,0.002179526,0.00004169061,0.00005546543,9.660585e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001314223,"about_ca_system_score_gemma":0.001397176,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000118712,"about_ca_topic_score_gemma":0.00000247796,"domain_scores_codex":[0.9935278,0.0001335092,0.004394292,0.00004101374,0.001732853,0.0001705007],"domain_scores_gemma":[0.9914665,0.0006051052,0.004543095,0.0001498764,0.003112481,0.000123004],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007064148,0.0001121937,0.009156195,0.0004343507,0.0000331058,1.771894e-8,0.009837415,0.0001340048,0.0001061122,0.001019661,0.001061396,0.9780349],"study_design_scores_gemma":[0.007920998,0.001863623,0.03005454,0.001120851,0.00002869665,0.000019257,0.01850318,0.003110303,0.009714631,0.006913709,0.9204611,0.0002891081],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5285797,0.00002928224,0.4683606,0.00262558,0.0001024497,0.0002244443,0.00005450178,0.000002277464,0.00002113711],"genre_scores_gemma":[0.5787143,0.0003258822,0.4204844,0.0003509531,0.00006786989,0.000004717556,0.00002116341,0.000004564785,0.00002612942],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9777458,"threshold_uncertainty_score":0.9992747,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.184969914975495,"score_gpt":0.4024515011830838,"score_spread":0.2174815862075887,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}