{"id":"W6943569721","doi":"10.17605/osf.io/kc4u9","title":"Access-Limited Data Source Grading Rubric","year":2022,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Rubric; Grading (engineering); Data source; Data collection; Source document","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["open_science","insufficient_payload"],"category_scores_codex":[0.006832654,0.0002283297,0.0002789555,0.0003501555,0.0008717211,0.001350232,0.01629722,0.00006219018,0.140442],"category_scores_gemma":[0.0007163818,0.0002475362,0.0001018049,0.001497357,0.00008654131,0.01070581,0.02874317,0.0004680273,0.3639504],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000155494,"about_ca_system_score_gemma":0.0002778128,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001447383,"about_ca_topic_score_gemma":0.000002388666,"domain_scores_codex":[0.9950211,0.0006641089,0.0007024677,0.002078912,0.001008415,0.0005250182],"domain_scores_gemma":[0.9900554,0.0003324314,0.0004101352,0.0088887,0.00007137943,0.0002419448],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005082024,0.0004976826,0.1073094,0.0001280886,0.0001774643,0.00006107521,0.01929326,0.03043191,0.001964891,0.02501233,0.6533232,0.1617499],"study_design_scores_gemma":[0.0003348415,0.000001408638,0.008391691,0.00001492512,0.000005040499,0.0001325104,0.0004854125,0.1955648,0.0008612459,0.002035256,0.7917841,0.0003887886],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.0485067,0.000003120703,0.256682,0.002069506,0.001502945,0.0009172773,0.00003578858,0.0007699187,0.6895127],"genre_scores_gemma":[0.829021,0.00002837456,0.004309381,0.00256076,0.0001276344,0.0002273441,0.0001145237,0.00002937678,0.1635816],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7805144,"threshold_uncertainty_score":0.9999977,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05112021665577865,"score_gpt":0.2757286795464997,"score_spread":0.2246084628907211,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}