{"id":"W2142198188","doi":"10.1186/1471-2288-3-2","title":"Development and evaluation of a quality score for abstracts","year":2003,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":119,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"Deutscher Akademischer Austauschdienst","keywords":"Inter-rater reliability; Reliability (semiconductor); Quality (philosophy); Quality Score; Presentation (obstetrics); Construct validity; Psychology; Medicine; Medical physics; Computer science; Applied psychology; Psychometrics; Clinical psychology; Rating scale; Surgery; Operations management","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1777033,0.00006208407,0.0002361596,0.000133589,0.0002328475,0.00003756556,0.0001590714,0.0001601611,0.001097468],"category_scores_gemma":[0.2452239,0.00004894222,0.00003034561,0.00004276161,0.0005876295,0.00008201411,0.00004915742,0.0004222914,0.00000400091],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003779762,"about_ca_system_score_gemma":0.001723672,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002177812,"about_ca_topic_score_gemma":0.001609855,"domain_scores_codex":[0.9878964,0.0092143,0.0005502941,0.0002498374,0.001700615,0.0003885912],"domain_scores_gemma":[0.9603955,0.03800242,0.000126463,0.0001402551,0.001097657,0.0002377388],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005663787,0.00004195931,0.0004736914,0.0003591027,0.00001896936,4.737236e-7,0.01661849,0.000002014286,0.0001098768,0.8380957,0.002269438,0.1419537],"study_design_scores_gemma":[0.002409335,0.0001667088,0.006396275,0.0003082512,0.00003365846,0.00001212802,0.03664529,0.0006509369,0.003168508,0.1808381,0.7691301,0.0002406547],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9515835,0.0009593551,0.0083358,0.0007945925,0.000245431,0.0004074327,0.000005481225,0.00001700605,0.0376514],"genre_scores_gemma":[0.8714447,0.00004138812,0.126451,0.0002185291,0.0005315432,0.0001815826,0.00001632158,0.00001414425,0.001100759],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7668607,"threshold_uncertainty_score":0.9998156,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8999800917436473,"score_gpt":0.6148170622517605,"score_spread":0.2851630294918869,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}