{"id":"W6967477644","doi":"10.5281/zenodo.10600863","title":"Building an Open Science Monitoring Framework with open technologies","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Openness to experience; Work (physics); Open data; Open science; Process (computing); International community; Open innovation; Citizen science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.0043031,0.0001468455,0.0001281631,0.0006312993,0.003556107,0.1299396,0.03474823,0.00004456093,0.0002456907],"category_scores_gemma":[0.002104245,0.0001283563,0.00001270335,0.003759506,0.0004292849,0.06947996,0.05423537,0.0005241362,0.0009017338],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002312298,"about_ca_system_score_gemma":0.00003173708,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000574511,"about_ca_topic_score_gemma":2.572095e-7,"domain_scores_codex":[0.9968695,0.0002484602,0.0001857097,0.001176388,0.0009363018,0.0005836585],"domain_scores_gemma":[0.9974506,0.00008132907,0.00007492524,0.001758155,0.0004584607,0.0001765503],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001957082,0.00006516664,0.000004757697,0.00003931645,0.00002454951,0.00007771455,0.0003191428,0.00003721985,0.003476458,0.6598119,0.002905687,0.3332185],"study_design_scores_gemma":[0.0001784268,0.0005381741,0.0002655795,0.0002501158,0.000006743408,0.00009674731,0.0006951624,0.004129609,0.003762834,0.006901033,0.9829159,0.0002596287],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.005672075,0.000165443,0.9089265,0.005268791,0.000222182,0.001245177,0.00002683064,0.003730335,0.07474263],"genre_scores_gemma":[0.7827836,0.0003084456,0.2149926,0.00006247043,0.00009688672,5.421284e-7,0.00005111133,0.000738686,0.0009656791],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9800103,"threshold_uncertainty_score":0.9998762,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1230860435997556,"score_gpt":0.3788614662119514,"score_spread":0.2557754226121958,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}