{"id":"W6967477644","doi":"10.5281/zenodo.10600863","title":"Building an Open Science Monitoring Framework with open technologies","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Openness to experience; Work (physics); Open data; Open science; Process (computing); International community; Open innovation; Citizen science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.185328,0.002660226,0.002849327,0.02055974,0.007258244,0.03735061,0.009392652,0.01169153,0.01152919],"category_scores_gemma":[0.1628432,0.002870653,0.005314319,0.01600976,0.01513911,0.06395466,0.03255171,0.01490478,0.009958081],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01071258,"about_ca_system_score_gemma":0.03232689,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0129643,"about_ca_topic_score_gemma":0.006509855,"domain_scores_codex":[0.8658996,0.06285462,0.01680312,0.01336363,0.03590217,0.005176938],"domain_scores_gemma":[0.7904227,0.09000603,0.01442672,0.05090084,0.04387461,0.01036912],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005971086,0.0001239273,0.001509321,0.000584352,0.00008233414,0.0002255386,0.001494325,0.009831152,0.0005428599,0.8894519,0.02462232,0.07147226],"study_design_scores_gemma":[0.00005052126,0.00005309292,0.0004860586,0.001533331,0.00004809311,0.000161145,0.0006363246,0.02197026,0.001177716,0.5504446,0.4233086,0.0001302318],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0009143694,0.0006600876,0.9492894,0.01455961,0.0005880333,0.001101135,0.0009011348,0.01039084,0.02159542],"genre_scores_gemma":[0.02592466,0.001177596,0.9549744,0.002134959,0.0007069277,0.002029879,0.004293949,0.002536688,0.006220896],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9906073,"threshold_uncertainty_score":0.9801201,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1230860435997556,"score_gpt":0.3788614662119514,"score_spread":0.2557754226121958,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}