{"id":"W3036127210","doi":"10.17605/osf.io/ht9qn","title":"UBC Library OSF Workshop","year":2020,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Library science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001786226,0.0003914752,0.0004966892,0.0001021106,0.0002428106,0.000806144,0.00516797,0.0002369756,0.123868],"category_scores_gemma":[0.001205087,0.0004255975,0.0002802173,0.0008447173,0.00009643254,0.001054236,0.004998122,0.0006245977,0.8102171],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006296493,"about_ca_system_score_gemma":0.0002379959,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002663821,"about_ca_topic_score_gemma":0.00000175287,"domain_scores_codex":[0.9945413,0.0006965569,0.0007149021,0.002828751,0.000556063,0.0006624003],"domain_scores_gemma":[0.9941943,0.0005832021,0.0002959057,0.004243382,0.00008326068,0.0005998999],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001129691,0.0004164208,0.01771101,0.0002543012,0.0002805765,0.0002860092,0.007476361,0.01742452,0.001463466,0.04334028,0.8492624,0.06197168],"study_design_scores_gemma":[0.0008141021,0.000002710124,0.003592329,0.0001475107,0.00002646841,0.00007366562,0.000112211,0.07886977,0.002362876,0.005354734,0.9077955,0.000848104],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.008790772,0.000005138035,0.3130499,0.006258599,0.0007138727,0.000569529,0.00001380226,0.001218746,0.6693797],"genre_scores_gemma":[0.8146521,0.00003898246,0.01410476,0.002527867,0.0004756305,0.00008504296,0.00004252069,0.00006154562,0.1680115],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.8058614,"threshold_uncertainty_score":0.9998196,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02148722006160008,"score_gpt":0.2388072759698025,"score_spread":0.2173200559082024,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}