{"id":"W2096573823","doi":"10.5194/we-10-23-2010","title":"Judging the quality of our research: a self-assessment test","year":2010,"lang":"en","type":"article","venue":"Web Ecology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"York University; Queen's University","funders":"National Science Foundation","keywords":"Test (biology); Quality (philosophy); Psychology; Biology; Ecology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.267046,0.001477355,0.00477972,0.015965,0.002398763,0.003804185,0.002255306,0.004552957,0.004808716],"category_scores_gemma":[0.6083497,0.0009208066,0.008484581,0.006790887,0.006569279,0.006574752,0.007614729,0.003133741,0.001038178],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002396368,"about_ca_system_score_gemma":0.00242872,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003943964,"about_ca_topic_score_gemma":0.000825486,"domain_scores_codex":[0.7605261,0.1094368,0.06956512,0.01052216,0.0482353,0.001714527],"domain_scores_gemma":[0.1698411,0.6981155,0.03771266,0.02122105,0.06901746,0.004092305],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.02022804,0.002741024,0.4812017,0.03213571,0.04031505,0.001266473,0.01941087,0.005206202,0.009870629,0.02229538,0.04968113,0.3156478],"study_design_scores_gemma":[0.01675026,0.01960161,0.4275355,0.02176013,0.03452298,0.006660268,0.02099056,0.08965217,0.02335439,0.1916598,0.1439826,0.003529654],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6539381,0.02715988,0.1917546,0.02046703,0.006047153,0.03188807,0.00555666,0.001843323,0.06134528],"genre_scores_gemma":[0.7844066,0.002679688,0.1764964,0.003291151,0.001224052,0.02794109,0.00192443,0.0002379706,0.001798614],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.732954,"threshold_uncertainty_score":0.9038627,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8565971464854185,"score_gpt":0.6560180743454863,"score_spread":0.2005790721399322,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}