{"meta":{"query_hash":"1c27fecabef1","filters":{"venue":"Open Scholarship Initiative Proceedings"},"cohort_total":9,"direct_labels_cover":0,"predictions_cover":9,"exported":9,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/1c27fecabef1","api":"https://metacan.xera.ac/api/v1/cohort?venue=Open+Scholarship+Initiative+Proceedings"},"results":[{"id":"W2310619103","doi":"10.13021/g8x88s","title":"What Is Open?","year":2016,"lang":"en","type":"article","venue":"Open Scholarship Initiative Proceedings","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Association of Research Libraries","funders":"","keywords":"Open access publishing; Publishing; Computer science; World Wide Web; Point (geometry); Open data; Internet privacy; Public relations; Political science; Law; Mathematics","score_opus":0.7956964088141127,"score_gpt":0.6277129605866717,"score_spread":0.16798344822744105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2310619103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5347187,0.0008359582,0.0006212327,0.04813303,0.0014667311,0.0025663597,0.00012451048,0.00006011369,0.4114734],"genre_scores_gemma":[0.9663749,0.00080328854,0.002060608,0.0056964196,0.00010813275,0.00014488083,0.000001310393,0.000033081466,0.024777427],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98803276,0.00018983765,0.0009698836,0.0017664902,0.0080522625,0.0009887572],"domain_scores_gemma":[0.98304564,0.0037770504,0.0006432928,0.00072327827,0.010945954,0.00086475804],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"category_scores_codex":[0.049227946,0.00029466065,0.0005654015,0.01667557,0.00074929424,0.08672636,0.019322865,0.00019740795,0.008601905],"category_scores_gemma":[0.06003523,0.00016223351,0.00013909875,0.09488698,0.00030415124,0.051507115,0.012302159,0.00047451572,0.0063198647],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019115007,0.00027903722,0.34392458,0.0000063127113,0.00005410328,0.000016668368,0.001489551,1.7456804e-8,0.0065892343,0.025966886,0.1045997,0.5168828],"study_design_scores_gemma":[0.0026825613,0.0005257964,0.19006298,0.00029933438,0.000011203475,0.000020549853,0.004692727,0.000018388426,0.048773434,0.38951468,0.36267522,0.0007230999],"about_ca_topic_score_codex":0.000024397503,"about_ca_topic_score_gemma":0.0000057355646,"teacher_disagreement_score":0.51615965,"about_ca_system_score_codex":0.0002582361,"about_ca_system_score_gemma":0.00040292097,"threshold_uncertainty_score":0.9956862},"labels":[],"label_agreement":null},{"id":"W2310855618","doi":"10.13021/g8w89v","title":"Participation in the Current System","year":2016,"lang":"en","type":"article","venue":"Open Scholarship Initiative Proceedings","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto; Dartmouth College; University of Washington","keywords":"Incentive; Publishing; Current (fluid); Public relations; Perception; Business; Political science; Psychology; Economics; Engineering; Electrical engineering; Microeconomics; Law","score_opus":0.7892528846793322,"score_gpt":0.635582024760357,"score_spread":0.15367085991897522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2310855618","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9016959,0.00024705677,0.0007258154,0.0047610872,0.0003324369,0.0010507803,0.000024924344,0.00002223199,0.091139756],"genre_scores_gemma":[0.99904346,0.000043980137,0.0001687098,0.00024791725,0.00007644819,0.00023117878,7.7827417e-7,0.000008908524,0.00017861137],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9911138,0.00040698418,0.0008017425,0.0007696524,0.0062843305,0.0006234819],"domain_scores_gemma":[0.99100316,0.004322487,0.0003944179,0.0003662893,0.0036889515,0.00022469212],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.056303937,0.0001508548,0.0002644553,0.011302309,0.00033576458,0.0081382105,0.005810383,0.00006473756,0.00016818198],"category_scores_gemma":[0.05987473,0.00006542653,0.00007089486,0.07491588,0.00013187555,0.005314785,0.0011236238,0.0004334857,0.0010827853],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004469329,0.00015051635,0.5478941,0.000009399346,0.000004763434,0.000004874364,0.0010525772,1.14629614e-7,0.00041192397,0.043644752,0.0033309998,0.40345123],"study_design_scores_gemma":[0.0007976536,0.00013419984,0.9388151,0.00015772902,0.000004407934,0.0000036618628,0.0018800502,0.00007376986,0.0012078906,0.029622205,0.027120981,0.00018231357],"about_ca_topic_score_codex":0.000009411004,"about_ca_topic_score_gemma":0.000009869173,"teacher_disagreement_score":0.40326893,"about_ca_system_score_codex":0.00026999065,"about_ca_system_score_gemma":0.00016291607,"threshold_uncertainty_score":0.99990374},"labels":[],"label_agreement":null},{"id":"W2767274221","doi":"10.13021/g8osi.1.2017.1936","title":"Impact Factors Workgroup Report","year":2017,"lang":"en","type":"article","venue":"Open Scholarship Initiative Proceedings","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Workgroup; Computer science; Process management; Engineering management; Risk analysis (engineering); Engineering; Business","score_opus":0.3727933690247938,"score_gpt":0.5247707420148136,"score_spread":0.15197737299001973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767274221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68297464,0.00003052277,0.00008852206,0.0018835017,0.000468561,0.00045873012,0.000030257494,0.0000509784,0.31401432],"genre_scores_gemma":[0.99138534,0.000009266525,0.00077842147,0.00062871445,0.00031266027,0.000054022046,0.000015048888,0.00004362104,0.0067728967],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9937287,0.00012419677,0.0012214266,0.0014939886,0.0026608102,0.0007709],"domain_scores_gemma":[0.99195814,0.0008770166,0.0028626206,0.0013618369,0.0023247448,0.000615656],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.019456023,0.00044088069,0.0007827173,0.00036777463,0.003043119,0.060995497,0.019651257,0.00038743447,0.0014530574],"category_scores_gemma":[0.11255079,0.00029608572,0.00027300886,0.0007750528,0.00039907751,0.051031876,0.0053192005,0.0017418094,0.0005866664],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006741055,0.000048645976,0.9669995,0.0000023565733,0.00004809369,0.000049947448,0.0012032792,2.6942405e-7,0.000117691976,0.0024530431,0.023110578,0.005899236],"study_design_scores_gemma":[0.0004949042,0.00007318233,0.906427,0.00010026858,0.00001731636,0.0000739349,0.0018339754,0.0000133642225,0.0010053585,0.07329702,0.016236724,0.00042693852],"about_ca_topic_score_codex":0.00028801567,"about_ca_topic_score_gemma":0.000019776233,"teacher_disagreement_score":0.30841073,"about_ca_system_score_codex":0.00022264263,"about_ca_system_score_gemma":0.00040232096,"threshold_uncertainty_score":0.9999491},"labels":[],"label_agreement":null},{"id":"W2767773742","doi":"10.13021/g8osi.1.2017.1929","title":"Scholarly Libraries & Library Groups Stakeholder Report","year":2017,"lang":"en","type":"article","venue":"Open Scholarship Initiative Proceedings","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Viewpoints; Stakeholder; Bridging (networking); Knowledge management; Public relations; Face (sociological concept); Set (abstract data type); Digital library; Computer science; World Wide Web; Political science; Sociology; Library science; Social science","score_opus":0.1806584001545904,"score_gpt":0.3078312336840089,"score_spread":0.1271728335294185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767773742","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21564128,0.000120470664,0.0013259113,0.007115312,0.00041051293,0.0006699895,0.000009589803,0.00052789575,0.77417904],"genre_scores_gemma":[0.85851735,0.00003512723,0.07282896,0.0038331342,0.00025666185,0.00018758881,0.000034193028,0.00006980545,0.06423718],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.996965,0.00004614613,0.000577835,0.0010756586,0.0007565099,0.00057888543],"domain_scores_gemma":[0.9973717,0.00012227047,0.0008184358,0.00093331205,0.00035958557,0.00039475193],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00091928884,0.00039195988,0.00039836843,0.00030951228,0.002743545,0.112553,0.008208317,0.00018579913,0.00032221398],"category_scores_gemma":[0.002138899,0.00036127726,0.00010453767,0.0006851285,0.00023399769,0.2424405,0.0071274852,0.00074164703,0.0003584908],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011120295,0.0001673946,0.55658746,0.00004555563,0.00012013909,0.00021928352,0.0033028112,1.304246e-7,0.00022556105,0.38915122,0.042450447,0.0076188226],"study_design_scores_gemma":[0.0010150635,0.0001123034,0.3485339,0.0002061657,0.0000104640985,0.00018906425,0.00024006661,0.000015139323,0.009118642,0.20576139,0.4339235,0.0008742708],"about_ca_topic_score_codex":0.00000632005,"about_ca_topic_score_gemma":0.0000018805601,"teacher_disagreement_score":0.70994186,"about_ca_system_score_codex":0.00004543063,"about_ca_system_score_gemma":0.00060939125,"threshold_uncertainty_score":0.9998839},"labels":[],"label_agreement":null},{"id":"W2768072253","doi":"10.13021/g8osi.1.2017.1933","title":"Culture of Communication Workgroup Report","year":2017,"lang":"en","type":"article","venue":"Open Scholarship Initiative Proceedings","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Association of Research Libraries","funders":"Canadian Association of Research Libraries; Villanova University; George Washington University; Dartmouth College; Association of Research Libraries","keywords":"Workgroup; General partnership; Public relations; Skepticism; Work (physics); Knowledge management; Business; Political science; Computer science; Engineering","score_opus":0.2770608734272126,"score_gpt":0.45410200012790947,"score_spread":0.17704112670069688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768072253","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02637482,0.00019344862,0.018690063,0.008164172,0.00012234904,0.0012682416,0.000009690606,0.00008588921,0.9450913],"genre_scores_gemma":[0.9160986,0.00040884127,0.08089562,0.00025621333,0.000025003092,0.00009109927,0.000013774267,0.000010976251,0.0021998638],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99807984,0.00009058057,0.00037517227,0.00054733385,0.00063666725,0.00027043463],"domain_scores_gemma":[0.9954134,0.00010913134,0.0013981102,0.0019803934,0.000987257,0.00011170125],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.0055571496,0.00014659356,0.00023055842,0.00010904214,0.0010081272,0.018705003,0.016559346,0.000074694,0.000019663656],"category_scores_gemma":[0.0075524836,0.00013251294,0.00004463033,0.00028406022,0.00020735068,0.15929458,0.01044697,0.000566383,0.000034156674],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047599715,0.00017636523,0.086768664,0.000072125054,0.000108450884,0.00005458374,0.002529242,1.9820745e-7,0.0015761162,0.8983825,0.0033043446,0.0069797956],"study_design_scores_gemma":[0.0020502433,0.00042015212,0.6749658,0.00124013,0.000059182148,0.00013482454,0.002634045,0.0003173445,0.029133182,0.12436917,0.1637227,0.00095325214],"about_ca_topic_score_codex":0.00007013744,"about_ca_topic_score_gemma":0.00000900869,"teacher_disagreement_score":0.9428915,"about_ca_system_score_codex":0.000053428008,"about_ca_system_score_gemma":0.000089808105,"threshold_uncertainty_score":0.9975563},"labels":[],"label_agreement":null},{"id":"W4230240615","doi":"10.13021/g8z883","title":"Report from the Participation in the Current System Workgroup","year":2016,"lang":"en","type":"article","venue":"Open Scholarship Initiative Proceedings","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Workgroup; Incentive; Publishing; Public relations; Perception; Current (fluid); Political science; Business; Psychology; Computer science; Economics; Engineering; Law; Electrical engineering; Microeconomics","score_opus":0.7439589407594891,"score_gpt":0.6102823415491192,"score_spread":0.1336765992103699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230240615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94874376,0.0005641972,0.0009851318,0.01094453,0.00054448145,0.0012877556,0.000046594567,0.000022841657,0.036860693],"genre_scores_gemma":[0.9986585,0.000055251276,0.0001788285,0.0004369884,0.0001838798,0.00029830576,0.0000034732075,0.000011004822,0.00017377597],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9893013,0.00061857747,0.0011253378,0.000984301,0.007332361,0.0006380786],"domain_scores_gemma":[0.982075,0.012384942,0.0007896838,0.00074671017,0.0037789496,0.00022471875],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.070705235,0.00018068745,0.00029609384,0.0043090186,0.00054410234,0.010346828,0.007128817,0.00008012036,0.00018981186],"category_scores_gemma":[0.093914814,0.00006718758,0.00009545294,0.062702864,0.00019600835,0.004226074,0.0014891201,0.0006384184,0.00063262694],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043561886,0.000097488475,0.8080908,0.0000025797365,0.000008901082,0.000020753178,0.0012422792,1.1131844e-7,0.00015139162,0.0069828453,0.007674095,0.17568521],"study_design_scores_gemma":[0.00049421587,0.000051134728,0.9353556,0.0001768055,0.000007699725,0.000009724978,0.0025636975,0.000048751317,0.00039541736,0.026669513,0.03408119,0.00014627495],"about_ca_topic_score_codex":0.000077582554,"about_ca_topic_score_gemma":0.000043519372,"teacher_disagreement_score":0.17553893,"about_ca_system_score_codex":0.00026023458,"about_ca_system_score_gemma":0.00020149752,"threshold_uncertainty_score":0.9982431},"labels":[],"label_agreement":null},{"id":"W4233559762","doi":"10.13021/g8vg6g","title":"Report from the \"What Is Open?\" Workgroup","year":2016,"lang":"en","type":"article","venue":"Open Scholarship Initiative Proceedings","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Association of Research Libraries","funders":"","keywords":"Workgroup; Openness to experience; Computer science; Publishing; Scholarship; World Wide Web; Open data; Point (geometry); Data science; Political science; Psychology; Mathematics; Law","score_opus":0.7550313351757388,"score_gpt":0.6000422360617933,"score_spread":0.15498909911394554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233559762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6926244,0.0018452135,0.0010988436,0.08818626,0.0014364455,0.0028696472,0.00022067502,0.000057637903,0.2116609],"genre_scores_gemma":[0.97771347,0.00068114966,0.0022535603,0.008009233,0.00024899162,0.00018471804,0.0000055819673,0.00003568152,0.010867621],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9867366,0.00028782975,0.0012612352,0.0019826537,0.008804256,0.0009274338],"domain_scores_gemma":[0.9756877,0.01171688,0.0011637614,0.001361331,0.009365372,0.00070494483],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"category_scores_codex":[0.059286885,0.00031862262,0.0005640626,0.005893182,0.0011629966,0.083035246,0.021813067,0.00020999518,0.0068282424],"category_scores_gemma":[0.096738376,0.00014418019,0.00017304698,0.078559645,0.0004429643,0.029252406,0.01280492,0.0006867712,0.0031203534],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012752209,0.00012591004,0.5856446,0.0000012456179,0.000060420385,0.000059327285,0.0010718174,1.3908602e-8,0.0014504349,0.0038596385,0.12255119,0.2850479],"study_design_scores_gemma":[0.0012287626,0.00013433184,0.4359305,0.00023506703,0.000014061852,0.000036001267,0.0039189076,0.000008931093,0.008840352,0.2264605,0.3227719,0.00042068402],"about_ca_topic_score_codex":0.00018703232,"about_ca_topic_score_gemma":0.000020876178,"teacher_disagreement_score":0.28508908,"about_ca_system_score_codex":0.00023935639,"about_ca_system_score_gemma":0.0004515089,"threshold_uncertainty_score":0.9976558},"labels":[],"label_agreement":null},{"id":"W4240264479","doi":"10.13021/g87k5j","title":"Impact Factors","year":2016,"lang":"en","type":"article","venue":"Open Scholarship Initiative Proceedings","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Readability; Openness to experience; Visibility; Quality (philosophy); Key (lock); Scholarship; Publishing; Public relations; Tracking (education); Political science; Marketing; Business; Computer science; Sociology; Psychology; Social psychology; Law; Computer security; Epistemology; Pedagogy; Geography","score_opus":0.8111945142120909,"score_gpt":0.6407476752294909,"score_spread":0.17044683898259994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240264479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8991832,0.00006202721,0.0004310952,0.001394406,0.00019510035,0.00047569643,0.000094466406,0.000035274705,0.09812872],"genre_scores_gemma":[0.9955182,0.000045923058,0.0006152023,0.000250281,0.00007481825,0.000032523167,0.0000017180284,0.000024577628,0.0034367677],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9896764,0.00014507836,0.0007496783,0.0011686814,0.007326072,0.00093409145],"domain_scores_gemma":[0.9849969,0.0047933394,0.0005097207,0.00047282316,0.0083210915,0.0009061252],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["bibliometrics","insufficient_payload"],"category_scores_codex":[0.027097462,0.00028456104,0.0004707856,0.0214048,0.00051400345,0.013401992,0.007626103,0.00016816852,0.0054827877],"category_scores_gemma":[0.13285442,0.00013129291,0.00022777735,0.08940878,0.00024555667,0.011336456,0.002897333,0.00041270815,0.002350597],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004926172,0.0000869276,0.9404838,0.000001197523,0.00002461929,0.0000034709192,0.00025289686,3.1314666e-8,0.005597871,0.0033842588,0.008447339,0.041668303],"study_design_scores_gemma":[0.00072864455,0.00033655085,0.9196638,0.000032593136,0.00000417416,0.000005262554,0.00049612665,0.00000561757,0.009983885,0.056309283,0.012154853,0.00027924738],"about_ca_topic_score_codex":0.0000326451,"about_ca_topic_score_gemma":0.0000034322163,"teacher_disagreement_score":0.10575696,"about_ca_system_score_codex":0.00037474846,"about_ca_system_score_gemma":0.00034596035,"threshold_uncertainty_score":0.9984262},"labels":[],"label_agreement":null},{"id":"W4244994113","doi":"10.13021/g89k55","title":"The Journal Impact Factor and its discontents: steps toward responsible metrics and better research assessment","year":2016,"lang":"en","type":"article","venue":"Open Scholarship Initiative Proceedings","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Impact factor; Citation; Scholarship; Declaration; Citation impact; Quality (philosophy); Political science; Metric (unit); Public relations; Computer science; Library science; Business; Marketing; Law","score_opus":0.9026090047239823,"score_gpt":0.6611413626244598,"score_spread":0.24146764209952254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244994113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9757965,0.0018512451,0.00032364618,0.014642983,0.00016619358,0.0008848554,0.00009440323,0.00001023242,0.006229923],"genre_scores_gemma":[0.993786,0.0032845968,0.00077509624,0.00023593883,0.000100782745,0.000038048256,4.3798016e-7,0.000025221423,0.0017538777],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9842398,0.0013500592,0.0009877787,0.0009945446,0.011062667,0.0013651457],"domain_scores_gemma":[0.95803857,0.024048788,0.0005555999,0.00035774082,0.01581063,0.0011886698],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.121591076,0.00027928653,0.00044917944,0.02154365,0.0025140836,0.03172173,0.0046339207,0.0001710389,0.00034169224],"category_scores_gemma":[0.14342698,0.00011865434,0.00009652319,0.058632284,0.0005421138,0.010093706,0.004936514,0.0015481763,0.000106073036],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039812914,0.00008759237,0.7641395,0.000007588684,0.00008861891,0.000014512627,0.00079804374,1.796435e-8,0.012288199,0.0034031987,0.006529838,0.21224478],"study_design_scores_gemma":[0.001419203,0.0010128274,0.93286157,0.00009731407,0.000009725574,0.00006793531,0.0038655656,0.00007356823,0.0031092083,0.046552647,0.010657693,0.00027272655],"about_ca_topic_score_codex":0.00002166727,"about_ca_topic_score_gemma":0.0000069277603,"teacher_disagreement_score":0.21197206,"about_ca_system_score_codex":0.00053103745,"about_ca_system_score_gemma":0.0008010161,"threshold_uncertainty_score":0.9987845},"labels":[],"label_agreement":null}]}