{"meta":{"query_hash":"b735a3723fba","filters":{"category":"scholarly_communication"},"cohort_total":407,"direct_labels_cover":407,"predictions_cover":407,"exported":407,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/b735a3723fba","api":"https://metacan.xera.ac/api/v1/cohort?category=scholarly_communication"},"results":[{"id":"W131789328","doi":"","title":"Exploring the Role of Books as a Knowledge Translation Mechanism: Citation Analysis and Author Survey","year":2011,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Lakehead University","funders":"","keywords":"Citation; Scholarly communication; Computer science; Citation analysis; Library science; Content analysis; Knowledge management; World Wide Web; Sociology; Social science; Publishing; Literature; Art","score_opus":0.19547752645600486,"score_gpt":0.3120364624736172,"score_spread":0.11655893601761236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W131789328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83712596,0.00036810647,0.018175824,0.0003618836,0.003387072,0.0018289764,0.00004148119,0.00003984103,0.13867085],"genre_scores_gemma":[0.9990328,0.000027704767,0.000062860796,0.0000068142735,0.000080479396,0.000017471773,0.000003697652,0.0000030021458,0.000765151],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99837565,0.000410555,0.0006306925,0.000036481957,0.00044004325,0.00010655612],"domain_scores_gemma":[0.99692845,0.00044333065,0.0015979643,0.000075249474,0.00092352706,0.000031496573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008072832,0.000057217836,0.00017534452,0.0003225474,0.00038451087,0.00014443247,0.00020834933,0.000050210703,0.000003078846],"category_scores_gemma":[0.001000721,0.00003802081,0.00016041193,0.0006909442,0.000017781414,0.0015488643,0.000018346902,0.000075258446,0.0000037388977],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116748735,0.000045353903,0.14400788,0.00009128766,0.0013909047,3.0424456e-8,0.57155734,0.00020719689,0.00008991655,0.26295707,0.00025954173,0.019276738],"study_design_scores_gemma":[0.0016783205,0.0001975973,0.6781697,0.00018621169,0.002110568,0.0000014268201,0.2068964,0.013237835,0.0017422539,0.013394705,0.082012266,0.00037271436],"about_ca_topic_score_codex":0.00060876017,"about_ca_topic_score_gemma":0.00067959726,"teacher_disagreement_score":0.5341618,"about_ca_system_score_codex":0.000156635,"about_ca_system_score_gemma":0.000063396415,"threshold_uncertainty_score":0.29573855},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1483618109","doi":"10.1111/jebm.12022","title":"Visualization of evidence‐based medicine domain knowledge: production and citation of cochrane systematic reviews","year":2013,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"China Medical Board","keywords":"Citation; Knowledge translation; Systematic review; Cochrane Library; Psychological intervention; Production (economics); MEDLINE; Bibliometrics; Medicine; Developing country; Business; Political science; Alternative medicine; Computer science; Library science; Knowledge management; Economic growth; Nursing; Pathology; Economics","score_opus":0.842957060811485,"score_gpt":0.5825738731360253,"score_spread":0.26038318767545976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1483618109","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16316828,0.48662338,0.2692674,0.06798482,0.0028673229,0.009745757,0.0000025945822,0.000011460553,0.00032899817],"genre_scores_gemma":[0.98448795,0.008023638,0.0053435354,0.00045462672,0.0007536495,0.00007988853,0.0000029650887,0.000020663974,0.0008330784],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.94851714,0.019810535,0.022867136,0.0006303273,0.0079351,0.0002397445],"domain_scores_gemma":[0.89528346,0.03883656,0.044315193,0.0026883592,0.018417709,0.0004587246],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24522083,0.00042188086,0.00805038,0.0019801538,0.000092950984,0.00008040948,0.0010313413,0.00012665949,0.0034963603],"category_scores_gemma":[0.5259732,0.00015062978,0.00085439114,0.0035202778,0.00054286694,0.0013830456,0.000035043533,0.00022318194,0.000079903395],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074196566,0.0009508242,0.05608591,0.33120292,0.0012784749,0.000027577576,0.014033392,0.0016018267,0.21547139,0.002231777,0.3322066,0.044167336],"study_design_scores_gemma":[0.0028789924,0.0056508183,0.020996535,0.9264463,0.005308474,0.00017835115,0.0060002315,0.019107135,0.0038722663,0.005995139,0.0030185909,0.00054717675],"about_ca_topic_score_codex":0.00004119201,"about_ca_topic_score_gemma":0.000014188989,"teacher_disagreement_score":0.8213197,"about_ca_system_score_codex":0.00010743547,"about_ca_system_score_gemma":0.00034676565,"threshold_uncertainty_score":0.9974146},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1504334680","doi":"","title":"Sources and Information in Academic Research: Avoiding Mistakes in Assessing Sources for Research and during Peer Review","year":2013,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Credibility; Newspaper; Variety (cybernetics); German; Research integrity; Academic integrity; Public relations; Academic community; Library science; Political science; Sociology; Media studies; Law; History; Computer science","score_opus":0.6180195238489408,"score_gpt":0.6524922800243458,"score_spread":0.03447275617540502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1504334680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92895144,0.056946278,0.000021377075,0.0065883803,0.00007894426,0.0012124269,0.000007793451,0.0000125416855,0.0061808075],"genre_scores_gemma":[0.895734,0.10305875,0.00011560481,0.00020673682,0.00016353522,0.00011872036,0.0000049747814,0.00001390277,0.000583787],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99407405,0.0020718966,0.000940042,0.00030756427,0.0018351278,0.000771339],"domain_scores_gemma":[0.99391913,0.0039599985,0.00040462386,0.00014364682,0.0013267464,0.00024585394],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.045543328,0.00016216954,0.00050876086,0.0015897019,0.0014447623,0.0027461334,0.0014896811,0.00048052814,0.00067942875],"category_scores_gemma":[0.017766189,0.00014836066,0.000044422366,0.0015234986,0.00063825323,0.012136441,0.0004053826,0.004064732,0.0000067348756],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011567037,0.00007053944,0.8524044,0.002512973,0.000038741146,0.0000070298365,0.056127597,0.000020880116,0.012564549,0.0019910887,0.041633897,0.03251264],"study_design_scores_gemma":[0.0008728892,0.000016749073,0.7471804,0.015513812,0.000020127389,0.000010229281,0.0777012,0.0002029445,0.0037098036,0.052669737,0.10153088,0.0005712158],"about_ca_topic_score_codex":0.014364546,"about_ca_topic_score_gemma":0.00070196344,"teacher_disagreement_score":0.10522398,"about_ca_system_score_codex":0.00021174352,"about_ca_system_score_gemma":0.00026936003,"threshold_uncertainty_score":0.9998552},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1515794505","doi":"","title":"Scholarly Communication Services: Repository-based Library Publishing","year":2011,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarly communication; Publishing; World Wide Web; Library science; Business; Computer science; Political science; Law","score_opus":0.0895801118117868,"score_gpt":0.27677870986139913,"score_spread":0.18719859804961234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1515794505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9656163,0.00009666888,0.0051608067,0.001141061,0.0004340659,0.00023153584,0.0000029225987,0.00089979556,0.026416883],"genre_scores_gemma":[0.9868816,0.00002344294,0.0049097296,0.0017449826,0.000057370427,0.000002257997,0.000040633946,0.000038565337,0.006301386],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972746,0.00079596,0.00032441912,0.0006885707,0.00045835425,0.00045813379],"domain_scores_gemma":[0.9972511,0.00011330084,0.00036577912,0.0015988356,0.00027548586,0.00039551491],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00058777054,0.00028426046,0.00023826797,0.00064412435,0.00078359083,0.008912218,0.005316759,0.00025382036,0.00005771468],"category_scores_gemma":[0.000041617863,0.00033258574,0.00012588427,0.0011686066,0.00008146266,0.072068386,0.001322067,0.0011945859,0.00031617642],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003163939,0.00015728065,0.9914773,0.000046623616,0.000028675537,0.00007861034,0.002743769,0.000014434214,0.00022823075,0.0045854603,0.0000040924,0.0006039008],"study_design_scores_gemma":[0.0008808365,0.00011230662,0.9769741,0.00030747656,0.000033405962,0.000031674954,0.0021850232,0.000020055759,0.0068371934,0.0003931579,0.011665812,0.00055891497],"about_ca_topic_score_codex":0.000029277538,"about_ca_topic_score_gemma":0.00010643172,"teacher_disagreement_score":0.063156165,"about_ca_system_score_codex":0.00014026434,"about_ca_system_score_gemma":0.00031757084,"threshold_uncertainty_score":0.9999126},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1518349745","doi":"10.31219/osf.io/kmcen","title":"Investigating journal peer review as scientific object of study: unabridged version – Part I","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Contemporary Sociological Theory and Practice","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Object (grammar); Construct (python library); Judgement; Obligation; Reputation; Boundary object; Rationality; Psychology; Computer science; Political science; Law","score_opus":0.24559340330311832,"score_gpt":0.45346877366622396,"score_spread":0.20787537036310563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1518349745","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4092559,0.010367345,0.000010753361,0.027701637,0.005752843,0.0015703053,0.000021387994,0.000086215994,0.5452336],"genre_scores_gemma":[0.92159784,0.004342138,0.0001563743,0.000559659,0.00050211704,0.000014496305,0.000024695428,0.000009571872,0.07279312],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99254334,0.0043817526,0.00059409806,0.00045828294,0.001751357,0.00027119883],"domain_scores_gemma":[0.99510366,0.0010339605,0.0015148588,0.00065242464,0.0014509761,0.00024412428],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04443279,0.0001872289,0.000572797,0.00006237917,0.0034404388,0.0007795756,0.0012672533,0.00025217558,0.0025678962],"category_scores_gemma":[0.048319716,0.00014735573,0.0002930592,0.00014261424,0.0012071198,0.00048584017,0.00074172544,0.001379965,0.00013271358],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014502883,0.0012068618,0.029580062,0.0021289599,0.0008055212,0.00019988487,0.10416203,0.000024100535,0.000120606564,0.04870095,0.7623214,0.050604578],"study_design_scores_gemma":[0.0002273937,0.00014937064,0.00084916607,0.0026196344,0.0001841184,0.0000034684301,0.010989458,0.0000018996703,0.000025585134,0.08931698,0.89534104,0.0002918823],"about_ca_topic_score_codex":0.0010560176,"about_ca_topic_score_gemma":0.000112465634,"teacher_disagreement_score":0.5123419,"about_ca_system_score_codex":0.000082791565,"about_ca_system_score_gemma":0.0016541701,"threshold_uncertainty_score":0.9983439},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","sts","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1533022716","doi":"10.31219/osf.io/3dq5j","title":"How pre-publication journal peer review (re)produces ignorance at scientific and medical journals: a case study","year":2017,"lang":"en","type":"preprint","venue":"","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Killam Trusts; University of Chicago; Princeton University","keywords":"Ignorance; Judgement; Construct (python library); Originality; Epistemology; Sociology of scientific knowledge; Psychology; Sociology; Computer science; Social science; Qualitative research; Philosophy","score_opus":0.7933235383128203,"score_gpt":0.6568485479612578,"score_spread":0.13647499035156252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1533022716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57729524,0.19280674,0.002646779,0.21365935,0.006130567,0.0027511285,0.00010428511,0.000052231095,0.0045536645],"genre_scores_gemma":[0.837889,0.032742206,0.00068251614,0.00042236526,0.00077702594,0.00008403655,0.000014653144,0.000029082146,0.12735912],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9263271,0.0019622985,0.0021248139,0.0027812575,0.06581735,0.0009872004],"domain_scores_gemma":[0.9094297,0.0044150795,0.0038704972,0.0054583214,0.07377525,0.003051139],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","open_science"],"category_scores_codex":[0.33419165,0.00045443964,0.001216001,0.048996337,0.0039994773,0.10456625,0.0092076305,0.00042997306,0.003970328],"category_scores_gemma":[0.55906224,0.00026586468,0.0003832673,0.051976167,0.00090365444,0.0021451043,0.011058554,0.002551769,0.00013504231],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001036285,0.00039487408,0.040404662,0.00013996063,0.00006455058,0.0017014549,0.00041024643,0.0000014092514,0.000007842243,0.000011121491,0.61154217,0.3453113],"study_design_scores_gemma":[0.0021970305,0.0006084049,0.07521317,0.0028974907,0.00025431556,0.030318849,0.0050336523,0.0061226124,0.000081518745,0.008881268,0.86666095,0.001730757],"about_ca_topic_score_codex":0.00021546397,"about_ca_topic_score_gemma":0.00059893646,"teacher_disagreement_score":0.34358057,"about_ca_system_score_codex":0.0002957291,"about_ca_system_score_gemma":0.001948831,"threshold_uncertainty_score":0.9999794},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","sts","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1546109003","doi":"10.21971/p7js3b","title":"\"Whom Science' Hand has Drawn So Near\": The Canadian Journal - Scientific Periodical, 1851-61","year":2008,"lang":"en","type":"article","venue":"Crossing boundaries","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Charter; Capitalism; The arts; Political science; Architecture; Library science; Engineering ethics; Sociology; Media studies; Management; Social science; Engineering; Law; Visual arts; Art; Computer science","score_opus":0.03875929998515765,"score_gpt":0.2688695170157073,"score_spread":0.23011021703054968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1546109003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98803306,0.0015986144,0.000038748978,0.005868928,0.0038564028,0.00009648636,0.000019839817,0.00003239886,0.00045553452],"genre_scores_gemma":[0.98481864,9.1365536e-8,0.00014361316,0.0004107957,0.0004918838,0.0000025251336,0.0000019999463,0.000011357917,0.0141190905],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99745584,0.00009373019,0.00022808196,0.00031495918,0.0009595304,0.0009478824],"domain_scores_gemma":[0.9983501,0.00004297936,0.00011051355,0.000304867,0.00043914,0.00075241],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.0019317372,0.00011527407,0.00015023098,0.00048877584,0.9953812,0.99911934,0.00086589344,0.00010926328,0.00080043037],"category_scores_gemma":[0.0010565268,0.00011247336,0.00010529118,0.001135667,0.9945075,0.0012126369,0.000045017332,0.00044989193,0.00016517221],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023119944,0.0000066977477,0.0016435592,0.0000023218106,0.0000044488634,0.00006083401,0.97226775,0.0000040326604,0.000053572374,0.005923791,0.018407434,0.0016232273],"study_design_scores_gemma":[0.00010636262,0.000010849941,0.006492052,0.000018849534,0.000009642467,0.00008138267,0.0023305132,0.000014604282,0.00001553498,0.0014732647,0.9892864,0.00016052094],"about_ca_topic_score_codex":0.99386424,"about_ca_topic_score_gemma":0.9999048,"teacher_disagreement_score":0.99790674,"about_ca_system_score_codex":0.0021936442,"about_ca_system_score_gemma":0.9763398,"threshold_uncertainty_score":0.87641513},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["sts","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W1580273645","doi":"10.1111/jebm.12169","title":"Evidence‐informed health policy making in Canada: past, present, and future","year":2015,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; Western University","funders":"Western University of Health Sciences","keywords":"Psychological intervention; Political science; Evidence-based policy; Health policy; Policy making; Field (mathematics); Public relations; Public administration; Health care; Medicine; Alternative medicine; Nursing; Law","score_opus":0.3298856697761844,"score_gpt":0.5201995464452814,"score_spread":0.19031387666909705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1580273645","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01639821,0.053802803,0.000101620695,0.92588615,0.0022390154,0.00061081117,0.0000042689658,0.000012794666,0.0009443165],"genre_scores_gemma":[0.62100005,0.02718788,0.0012850685,0.31326768,0.036654126,0.00003451965,0.0000044249878,0.000047072386,0.0005191675],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947683,0.0009029408,0.0020277593,0.00019693103,0.0012779243,0.0008261188],"domain_scores_gemma":[0.9923279,0.0039073983,0.0016601343,0.00030651904,0.00076595857,0.0010320874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005621934,0.00023506231,0.0010212755,0.00067598815,0.00023386179,0.0000071609074,0.00034673908,0.0001346909,0.00016968988],"category_scores_gemma":[0.0034869239,0.00014170627,0.000055984056,0.0007093539,0.000093828276,0.0006972712,0.00008263863,0.0012936008,0.0000044769954],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0007759854,0.000016828944,0.28756538,0.0013964007,0.000019038334,0.0001609852,0.0035508308,0.000026645706,0.0000060915922,0.00012911567,0.65719426,0.049158424],"study_design_scores_gemma":[0.0043826676,0.0014285947,0.3343969,0.023210686,0.000043410168,0.000078771176,0.012379544,0.00007417398,0.000002620944,0.0003224204,0.62348014,0.00020003345],"about_ca_topic_score_codex":0.6435193,"about_ca_topic_score_gemma":0.59063315,"teacher_disagreement_score":0.6126185,"about_ca_system_score_codex":0.009044662,"about_ca_system_score_gemma":0.13345873,"threshold_uncertainty_score":0.99475944},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1588909286","doi":"10.1080/08989620590957175","title":"Haunted Manuscripts: Ghost Authorship in the Medical Literature","year":2005,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Queen's University; Institute for Clinical Evaluative Sciences","funders":"","keywords":"Credibility; Conflict of interest; Accountability; Psychology; Neutrality; Clinical trial; Public relations; Political science; Law; Medicine","score_opus":0.8261096242099695,"score_gpt":0.7045818707680983,"score_spread":0.12152775344187117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1588909286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84510934,0.0017761888,0.0000011689051,0.13659936,0.00036693906,0.0009717062,0.00005424096,0.000041997788,0.015079038],"genre_scores_gemma":[0.98139435,0.00042867474,0.000019633491,0.016520975,0.000811865,0.00029485757,0.00004629389,0.00001675305,0.00046659124],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98718727,0.008462169,0.000761406,0.0006318362,0.001401137,0.0015561691],"domain_scores_gemma":[0.99379843,0.004660639,0.000045476525,0.000593142,0.0003236327,0.0005786509],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.03432653,0.00024264588,0.00031808342,0.00038829472,0.0003948528,0.000119092954,0.0015311678,0.0018587216,0.006836003],"category_scores_gemma":[0.0039575384,0.00017858633,0.00008229762,0.0022008982,0.00090731325,0.00039246984,0.00027718165,0.01689769,0.00052807655],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003156754,0.0052597336,0.80033565,0.00073003024,0.000057222784,0.0014329519,0.032196958,0.00010431641,0.00076040736,0.018666971,0.05388927,0.08340971],"study_design_scores_gemma":[0.002812216,0.00016358924,0.1926813,0.00024875192,0.00001361503,0.00014159478,0.00479177,0.0059198644,0.0011105471,0.010107966,0.78161603,0.0003927413],"about_ca_topic_score_codex":0.0007046929,"about_ca_topic_score_gemma":0.005496151,"teacher_disagreement_score":0.72772676,"about_ca_system_score_codex":0.0005197475,"about_ca_system_score_gemma":0.00049232005,"threshold_uncertainty_score":0.9994371},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1861458450","doi":"10.33524/cjar.v15i2.136","title":"A NEW PATRON FOR THE AR","year":2015,"lang":"en","type":"article","venue":"The Canadian Journal of Action Research","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Nipissing University","funders":"","keywords":"Passion; Determinacy; Disadvantaged; Action (physics); Intervention (counseling); Solitude; Sociology; Public relations; Political science; Psychology; Social psychology; Mathematics; Law","score_opus":0.9042495585883354,"score_gpt":0.6899941629999163,"score_spread":0.2142553955884191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1861458450","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21925516,0.0020103152,0.023018043,0.7154312,0.008200592,0.0014648688,0.000013978232,0.000008385195,0.030597461],"genre_scores_gemma":[0.9855402,0.000025821626,0.00030761198,0.0003553063,0.0007469795,0.0000034475718,2.818033e-7,0.0000044607395,0.013015862],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968857,0.00044475624,0.000314449,0.00006952549,0.0020434186,0.00024212607],"domain_scores_gemma":[0.99409866,0.0017457585,0.00015629544,0.00028252733,0.0031636292,0.0005531095],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03035005,0.000039542418,0.0000799893,0.00034651352,0.00068807765,0.00052278873,0.00084498065,0.000030944677,0.0011155595],"category_scores_gemma":[0.004930484,0.000017125867,0.00006236203,0.00072033994,0.00010530668,0.00027233333,0.000014999857,0.00039015285,0.00018963295],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009585447,0.0000032133516,0.0016669427,6.316355e-7,0.000016705313,0.0000017532576,0.001659746,0.0016549119,0.0000380748,0.0023058308,0.8443188,0.14823754],"study_design_scores_gemma":[0.000351533,0.00029207583,0.006101356,0.000005413476,0.000005829294,0.000033903496,0.0061349296,0.0026774518,0.00014876448,0.030810697,0.9534104,0.000027665139],"about_ca_topic_score_codex":0.009557457,"about_ca_topic_score_gemma":0.16779055,"teacher_disagreement_score":0.76628506,"about_ca_system_score_codex":0.00031915482,"about_ca_system_score_gemma":0.01200599,"threshold_uncertainty_score":0.9997976},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1868352903","doi":"10.18438/b8hc87","title":"Traditional Factors of Fit, Perceived Quality, and Speed of Publication Still Outweigh Open Access in Authors’ Journal Selection Criteria","year":2012,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Directory; Publishing; Quality (philosophy); Open access publishing; Computer science; Subject (documents); Library science; Psychology; Political science","score_opus":0.7409162391392192,"score_gpt":0.6064956897708872,"score_spread":0.13442054936833203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1868352903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9743605,0.00027871373,0.0019577795,0.019878492,0.00025404664,0.00034380818,0.000058583806,0.000008556966,0.00285951],"genre_scores_gemma":[0.9954461,0.0005677841,0.0023413592,0.001504151,0.000038179343,0.0000035072949,0.000022767013,0.0000029543628,0.000073236035],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952924,0.00087806897,0.0012094178,0.00015781587,0.002254267,0.0002080243],"domain_scores_gemma":[0.9865767,0.010257267,0.0013603731,0.00019092382,0.0012978002,0.00031697212],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["bibliometrics","scholarly_communication"],"category_scores_codex":[0.01860041,0.000092780996,0.0002258395,0.012826717,0.0001403381,0.006255658,0.0011456483,0.000089309186,0.0012982857],"category_scores_gemma":[0.07526969,0.000069073554,0.000036894682,0.024296576,0.000108460976,0.43554592,0.0005079499,0.00025960093,0.0000057804523],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000656476,0.00039595822,0.91154546,0.00010108721,0.000018128487,3.339917e-7,0.0017145532,0.000067385154,0.0010261781,0.04607405,0.009012857,0.029387549],"study_design_scores_gemma":[0.0003576679,0.00013167472,0.9756963,0.00005389116,0.0000059087365,0.000012232662,0.0009457427,0.004497425,0.0013361966,0.00093861634,0.015938556,0.00008575361],"about_ca_topic_score_codex":0.00005583259,"about_ca_topic_score_gemma":1.4550868e-7,"teacher_disagreement_score":0.42929026,"about_ca_system_score_codex":0.00002374395,"about_ca_system_score_gemma":0.0003396884,"threshold_uncertainty_score":0.99961466},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1872865302","doi":"10.22230/src.2014v5n4a185","title":"Peer Review, Scholarly Production and a Provocation: Let’s Blow Stuff Up","year":2014,"lang":"en","type":"article","venue":"Scholarly and Research Communication","topic":"Access Control and Trust","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Douglas College","funders":"","keywords":"Provocation test; Production (economics); Presentation (obstetrics); Work (physics); Peer production; Control (management); Scholarly communication; Public relations; Knowledge production; Sociology; Political science; Knowledge management; Computer science; Law; Management; Engineering; Economics","score_opus":0.12171408657704295,"score_gpt":0.4318262416170204,"score_spread":0.3101121550399774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1872865302","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15840612,0.089421235,0.00018765607,0.6881198,0.00032364757,0.0025067271,0.0000044506755,0.00017587273,0.060854457],"genre_scores_gemma":[0.9421984,0.044146728,0.00040987838,0.00035511673,0.00023455567,0.00015791324,0.000017219732,0.000010079917,0.012470137],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942472,0.003097091,0.00023084965,0.0003187768,0.0017913759,0.00031472024],"domain_scores_gemma":[0.99363846,0.00033405892,0.000092561284,0.0007321741,0.00501819,0.00018453295],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.02821492,0.000093765484,0.0001572454,0.00015550411,0.0032087502,0.0027113832,0.0006231444,0.00013193236,0.000054101703],"category_scores_gemma":[0.029351603,0.000082075196,0.000025946141,0.00058401236,0.0007391856,0.0069903894,0.00029374048,0.0011910332,0.000042178453],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008088871,0.0002491738,0.020530999,0.00038451518,0.000055669734,6.353063e-7,0.016414965,3.642251e-7,0.0006920272,0.21101339,0.030885763,0.71969163],"study_design_scores_gemma":[0.00047116954,0.00010025954,0.04091478,0.0006600839,0.00002645787,0.0000035588675,0.0030264629,0.000062636886,0.00006935834,0.018281579,0.9361941,0.00018953018],"about_ca_topic_score_codex":0.0012243241,"about_ca_topic_score_gemma":0.0015321509,"teacher_disagreement_score":0.90530837,"about_ca_system_score_codex":0.000069680515,"about_ca_system_score_gemma":0.00018470408,"threshold_uncertainty_score":0.9983239},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1932056044","doi":"10.3917/i2d.151.0063","title":"Sur la voie de l’open access et de l’open data","year":2015,"lang":"fr","type":"article","venue":"I2D - Information données & documents","topic":"Cultural Insights and Digital Impacts","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bibliothèque et Archives nationales du Québec","funders":"","keywords":"Political science; Computer science; Humanities; Philosophy","score_opus":0.5558674876823668,"score_gpt":0.467568127053682,"score_spread":0.08829936062868482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1932056044","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015373293,0.0008069329,0.018538026,0.019759879,0.0019095343,0.0013801444,0.00040220068,0.00015434505,0.94167566],"genre_scores_gemma":[0.82548445,0.0013910114,0.01880445,0.053181157,0.000518479,0.00013413922,0.0027467378,0.00006425293,0.09767529],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99732745,0.00025059652,0.00071906956,0.00035618848,0.00062132283,0.0007254019],"domain_scores_gemma":[0.9967083,0.00016488634,0.00050890126,0.0013902358,0.00045945775,0.0007682596],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.0020576518,0.00033280288,0.0003234392,0.00012188333,0.00022788372,0.07679322,0.013531642,0.00017842508,0.0001770591],"category_scores_gemma":[0.00079214585,0.00027744565,0.00005157828,0.0005781372,0.00012093239,0.280329,0.023677012,0.00027461624,0.0011955234],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006923111,0.00021915912,0.0015517913,0.00008456059,0.000087978944,0.000040529165,0.010943085,0.00085360225,0.000005755375,0.14904448,0.76678455,0.07031529],"study_design_scores_gemma":[0.0016336393,0.000107862244,0.004692687,0.00025331834,0.000026497286,0.00019668622,0.00020526297,0.014069011,0.00020720987,0.020598441,0.9575899,0.00041945686],"about_ca_topic_score_codex":0.025855076,"about_ca_topic_score_gemma":0.0010352167,"teacher_disagreement_score":0.84400034,"about_ca_system_score_codex":0.00038120773,"about_ca_system_score_gemma":0.001948168,"threshold_uncertainty_score":0.99996775},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1939007607","doi":"10.18438/b8x61k","title":"Academic Library Websites Show Heavy Use of Web 2.0 Applications","year":2014,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Web and Library Services","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"World Wide Web; Web 2.0; Computer science; Social media; Web page; Social web; Academic library; Web standards; Web development; Web presence; The Internet; Library science","score_opus":0.01626727807735541,"score_gpt":0.23964727578172626,"score_spread":0.22337999770437084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1939007607","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018084345,0.0044921995,0.48012856,0.455582,0.0004859917,0.0017815757,0.00008378796,0.0022944852,0.03706706],"genre_scores_gemma":[0.35874736,0.008231241,0.34087962,0.2904227,0.000345029,0.00016463533,0.00018975032,0.00003316353,0.0009864796],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984357,0.00029796714,0.0005511557,0.00022804078,0.00029102364,0.000196118],"domain_scores_gemma":[0.99532866,0.0033459917,0.0005206623,0.0005975045,0.00003796721,0.00016918199],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003189765,0.00016458449,0.00017251275,0.0002786926,0.0001613018,0.0009767968,0.0008729536,0.00012367497,0.00017097837],"category_scores_gemma":[0.00031309854,0.00014973196,0.000047950925,0.00090693287,0.00006903695,0.5943115,0.0003896093,0.00029763352,0.00013720557],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106833315,0.000037644415,0.004336464,0.00024092892,0.000011698557,5.324258e-7,0.00012099619,0.0002487733,0.00014695543,0.9598038,0.010395188,0.02455016],"study_design_scores_gemma":[0.00017261997,0.00010300587,0.0062459093,0.00016774674,0.000012139334,0.000010478068,0.00004595071,0.089779906,0.0049833436,0.00076712575,0.8975352,0.00017657864],"about_ca_topic_score_codex":0.0000022680524,"about_ca_topic_score_gemma":9.111386e-9,"teacher_disagreement_score":0.9590367,"about_ca_system_score_codex":0.0000022541929,"about_ca_system_score_gemma":0.00023546067,"threshold_uncertainty_score":0.94192743},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1941622179","doi":"10.1111/j.1365-2648.2010.05429.x","title":"Research citation analysis of nursing academics in Canada: identifying success indicators","year":2010,"lang":"en","type":"article","venue":"Journal of Advanced Nursing","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; CancerCare Manitoba","funders":"","keywords":"Scopus; Citation; Citation analysis; Nursing research; Bibliometrics; Summative assessment; Medicine; Subject (documents); Library science; Medical education; Nursing; MEDLINE; Psychology; Political science; Computer science; Pedagogy","score_opus":0.08563898176354096,"score_gpt":0.384438687922677,"score_spread":0.29879970615913604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1941622179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99169374,0.00042406577,0.00015793087,0.0011417323,0.0012713622,0.00004967074,0.0000075347125,0.000005066141,0.0052488823],"genre_scores_gemma":[0.99852145,0.000043866035,0.000649431,0.00003197661,0.00068312354,6.411322e-7,0.000004363534,0.000013911212,0.00005125847],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99771345,0.00013683311,0.0008196898,0.00013392727,0.00086064124,0.00033546827],"domain_scores_gemma":[0.9979902,0.00054558547,0.0007626659,0.000105532956,0.00048439464,0.000111650894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023373505,0.00009579013,0.00036536614,0.0025903517,0.00024004986,0.00012727788,0.0003601243,0.00009443347,0.00008501637],"category_scores_gemma":[0.0006717645,0.00009221588,0.00009689774,0.0011549337,0.00024503944,0.001231457,0.000012214095,0.0022304077,2.4322793e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028072682,0.00025522456,0.06440661,0.00011799891,0.0004158328,0.000045703695,0.22488397,0.014020813,0.015094389,0.061014086,0.0042164307,0.6152482],"study_design_scores_gemma":[0.0018161125,0.00016676703,0.2109725,0.0070390543,0.0010601799,0.00006114073,0.73156095,0.005243616,0.007818104,0.022604886,0.010915418,0.0007412795],"about_ca_topic_score_codex":0.033314332,"about_ca_topic_score_gemma":0.1948358,"teacher_disagreement_score":0.6145069,"about_ca_system_score_codex":0.0007168347,"about_ca_system_score_gemma":0.00069028226,"threshold_uncertainty_score":0.9731229},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W1953894052","doi":"10.6017/ital.v34i3.5900","title":"Self-Archiving with Ease in an Institutional Repository: Microinteractions and the User Experience","year":2015,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Digital and Traditional Archives Management","field":"Arts and Humanities","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University; University of Alberta","funders":"","keywords":"Computer science; Usability; Process (computing); World Wide Web; Institutional repository; Human–computer interaction","score_opus":0.011984026821439769,"score_gpt":0.1807309643641611,"score_spread":0.16874693754272135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1953894052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8561742,0.00003910972,0.00035469185,0.0027628967,0.00007141916,0.00014707341,0.000009597617,0.00013625891,0.14030476],"genre_scores_gemma":[0.9988528,0.0000046658297,0.0005690994,0.0002629407,0.000018818291,0.00004071988,0.000016695492,0.000001325,0.00023292711],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99972546,0.000009458621,0.00010596354,0.00005056012,0.000049852766,0.00005867902],"domain_scores_gemma":[0.9998379,0.000025943691,0.000038287162,0.00005762829,0.00001711566,0.000023158149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000030112902,0.000050273924,0.00004965189,0.00016939134,0.00030190128,0.00040045628,0.000071463925,0.000009119928,0.00000386916],"category_scores_gemma":[0.000009885008,0.00003067226,0.0000052688947,0.00004129266,0.0010148592,0.0048280517,0.000060409424,0.00007190699,0.0000036242907],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067199406,0.000018012941,0.0016653696,0.0000083975265,0.0000070357332,0.000002052353,0.027210144,0.000007234043,1.5833751e-7,0.9692053,0.000059531045,0.0017495288],"study_design_scores_gemma":[0.002077127,0.00023454314,0.0155456485,0.00006939766,0.000014784052,0.00018207806,0.06216539,0.0022520304,0.00007128052,0.35112074,0.5660381,0.00022887178],"about_ca_topic_score_codex":0.000018388164,"about_ca_topic_score_gemma":0.000021058415,"teacher_disagreement_score":0.6180846,"about_ca_system_score_codex":0.0000042327183,"about_ca_system_score_gemma":0.000025135088,"threshold_uncertainty_score":0.3861609},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1974720703","doi":"10.1353/cpr.2007.0010","title":"Community-Based Participatory Research: Lessons From Sharing Results With the Community: Kahnawake Schools Diabetes Prevention Project","year":2007,"lang":"en","type":"article","venue":"Progress in community health partnerships","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Community-based participatory research; Participatory action research; Citizen journalism; Community health; Community participation; Political science; Medicine; Sociology; Nursing; Public health; Socioeconomics","score_opus":0.932411038490277,"score_gpt":0.7207758712870587,"score_spread":0.2116351672032183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974720703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89316607,0.00025869303,0.00021072391,0.09852282,0.0001943127,0.005349959,0.00020860674,0.00034352168,0.0017452808],"genre_scores_gemma":[0.9753128,0.00002976686,0.0017640875,0.019362701,0.00019463235,0.0026876896,0.0004261677,0.00009303132,0.00012910212],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8314876,0.15865289,0.0030313628,0.0005507977,0.00197161,0.004305769],"domain_scores_gemma":[0.9435257,0.048731018,0.0014934877,0.004465818,0.0009042456,0.00087976275],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.2238225,0.0005014018,0.00086301804,0.0009653561,0.02397953,0.00014400197,0.0036263615,0.0004032692,0.000034303415],"category_scores_gemma":[0.007163864,0.00039469995,0.000094685995,0.0034556673,0.001846563,0.0006024037,0.0015999333,0.026331251,0.00011685009],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090072805,0.001216763,0.76218987,0.0020144805,0.00004586639,0.000004048686,0.2164182,0.000015262378,0.000011219731,0.0011739094,0.009156308,0.0068533584],"study_design_scores_gemma":[0.0076274807,0.0023473382,0.5246337,0.0060833804,0.000032281743,0.0000012345452,0.35669324,0.0005138123,0.00018804008,0.0033475773,0.09780294,0.0007289392],"about_ca_topic_score_codex":0.04762434,"about_ca_topic_score_gemma":0.415413,"teacher_disagreement_score":0.36778867,"about_ca_system_score_codex":0.002063464,"about_ca_system_score_gemma":0.0054514664,"threshold_uncertainty_score":0.9998505},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W1975575045","doi":"10.6017/ital.v26i3.3272","title":"The Structure and Form of Folksonomy Tags: The Road to the Public Library Catalog","year":2007,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Folksonomy; Computer science; Interactivity; Spelling; World Wide Web; Information retrieval; Control (management); Library catalog; Linguistics; Artificial intelligence","score_opus":0.005393257152832807,"score_gpt":0.18232691480585178,"score_spread":0.17693365765301897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975575045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4524143,0.0023448588,0.16231947,0.3623256,0.0012238326,0.001672961,0.000058497153,0.0008929403,0.01674755],"genre_scores_gemma":[0.99495775,0.000046966274,0.0015243186,0.0033029378,0.000026361577,0.000011517908,0.0000088499555,0.0000020331158,0.00011927925],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99910796,0.000017441896,0.00040813707,0.00008043292,0.00016240585,0.00022363038],"domain_scores_gemma":[0.9990645,0.00015590402,0.00021677992,0.00047598252,0.0000383047,0.000048502814],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0004179005,0.000096188836,0.000093491064,0.00028791858,0.0008300444,0.0011590957,0.0014274118,0.000109134155,0.000005103921],"category_scores_gemma":[0.000074835036,0.000042548458,0.000018596784,0.0012184856,0.00051611353,0.023523446,0.00072013674,0.00016449738,0.000012790962],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039316324,0.000001096444,0.002726611,0.000006975685,0.0000067580772,9.382375e-8,0.006894307,8.2838585e-7,0.000002969729,0.80459815,0.00496756,0.18079072],"study_design_scores_gemma":[0.00012117354,0.000067754976,0.009853759,0.000008315967,0.0000010935678,0.000058962683,0.008070939,0.0011006487,0.0046110656,0.04996188,0.9260475,0.000096903364],"about_ca_topic_score_codex":0.0000036023685,"about_ca_topic_score_gemma":0.000003974484,"teacher_disagreement_score":0.92107993,"about_ca_system_score_codex":0.0000030028164,"about_ca_system_score_gemma":0.00009016027,"threshold_uncertainty_score":0.9998778},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1979570114","doi":"10.1353/scp.0.0077","title":"Publishing as a Vocation: The Necessity of Independent Scholarly Media","year":2010,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Context (archaeology); Ideology; Politics; Sociology; Quality (philosophy); Service (business); Public relations; Media studies; Social science; Epistemology; Law; Political science; History; Philosophy; Marketing; Business","score_opus":0.3844269601575179,"score_gpt":0.4915914338750796,"score_spread":0.10716447371756166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979570114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92015314,0.0014161449,0.0020321743,0.05699825,0.004447987,0.00016560973,0.000019269344,0.000014276628,0.014753139],"genre_scores_gemma":[0.99398273,0.00010579955,0.003191054,0.0010086008,0.0012398094,0.0000024029991,0.000002322483,0.000018523084,0.00044877644],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95872575,0.0010674237,0.0029036838,0.00064744195,0.035855662,0.0008000128],"domain_scores_gemma":[0.8413774,0.028101519,0.008089621,0.0032194986,0.11668246,0.0025295212],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.21261483,0.00022697628,0.00059452414,0.041537084,0.00075783994,0.4530089,0.016190736,0.00059568015,0.00086708704],"category_scores_gemma":[0.7161921,0.00012866216,0.0004425591,0.10595567,0.00032038093,0.37798348,0.0021000146,0.010214766,0.00006177753],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107588785,0.0003592859,0.56648666,0.000010819681,0.000103154445,0.00007333895,0.0024687534,0.000022253766,0.02153797,0.018976126,0.07760638,0.31224766],"study_design_scores_gemma":[0.0014515658,0.00023147915,0.8081962,0.000060711493,0.00003499417,0.0004597767,0.0055543757,0.00021554477,0.0031889034,0.08723623,0.09309689,0.00027334908],"about_ca_topic_score_codex":0.00043959534,"about_ca_topic_score_gemma":0.00017027916,"teacher_disagreement_score":0.5035773,"about_ca_system_score_codex":0.00017562811,"about_ca_system_score_gemma":0.0021435402,"threshold_uncertainty_score":0.9920687},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W1981886524","doi":"10.1002/asi.22688","title":"<scp>SciMAT</scp>: A new science mapping analysis software tool","year":2012,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1187,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universidad de Granada; McGill University","keywords":"Wizard; Workflow; Computer science; Software; Key (lock); Preprocessor; Software engineering; Data science; World Wide Web; Database; Programming language; Operating system","score_opus":0.05196923175334746,"score_gpt":0.34842610769681986,"score_spread":0.2964568759434724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981886524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7817136,0.00007199423,0.21380046,0.0031523574,0.0007336466,0.00016806807,0.00000909911,0.00003898368,0.00031176512],"genre_scores_gemma":[0.93046427,0.000021294381,0.06772479,0.0014787924,0.00007412121,0.0000028777247,4.5951168e-7,0.000002543762,0.00023086915],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956865,0.00001783388,0.0008506853,0.00023135736,0.002671872,0.00054178364],"domain_scores_gemma":[0.994259,0.0005955732,0.0020256003,0.00080682564,0.002126514,0.00018647901],"candidate_categories":["metaresearch","bibliometrics","sts"],"consensus_categories":[],"category_scores_codex":[0.019403324,0.00010858652,0.00032370916,0.0022618074,0.0012539855,0.0009835976,0.0031309794,0.00003275443,0.0000032909659],"category_scores_gemma":[0.020198619,0.00006406442,0.00032521924,0.030768927,0.0038255525,0.0058855163,0.0010900729,0.00018135575,0.000014684745],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048354023,0.0000452368,0.088010944,0.000008388066,0.00015002846,1.4245477e-7,0.0069285035,0.00047346667,0.0013672131,0.008810039,0.13039921,0.763802],"study_design_scores_gemma":[0.00058431167,0.00019371112,0.14266223,0.000027441036,0.00024823574,0.00011806476,0.074628584,0.022503618,0.0016434115,0.011095625,0.7461097,0.00018503143],"about_ca_topic_score_codex":0.000011367391,"about_ca_topic_score_gemma":7.47178e-7,"teacher_disagreement_score":0.763617,"about_ca_system_score_codex":0.0001522741,"about_ca_system_score_gemma":0.0007120204,"threshold_uncertainty_score":0.99888545},"labels":[{"model":"gemma","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"simulation_or_modeling","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"not_applicable","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1987707043","doi":"10.1136/bmj.h210","title":"Firm action needed on predatory journals","year":2015,"lang":"en","type":"editorial","venue":"BMJ","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":243,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Action (physics); Business; Public relations; Law and economics; Economics; Political science","score_opus":0.7969926508729327,"score_gpt":0.6778639477958661,"score_spread":0.11912870307706658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987707043","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010930368,0.0011370712,0.00011233727,0.0014761891,0.96315587,0.00043780857,0.00035005363,0.000040007213,0.03219762],"genre_scores_gemma":[0.0010181583,0.00051843456,0.00013561628,0.000106479354,0.9289952,0.00003192541,0.000051329735,0.000036376732,0.069106504],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9520504,0.00061827985,0.0012438003,0.0010190964,0.044379693,0.0006887168],"domain_scores_gemma":[0.9646193,0.016736165,0.001270443,0.0018281356,0.014537717,0.0010082629],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.07453775,0.00030234337,0.0006567832,0.08824164,0.0002552495,0.0059358133,0.00401319,0.0012994793,0.0019130898],"category_scores_gemma":[0.37446782,0.00020466674,0.0003103461,0.11510292,0.00010500544,0.000630898,0.0007479962,0.001859084,0.005137558],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007796607,0.00007901764,0.0000950033,0.000006105177,0.000021030166,0.000024325727,0.000028125181,0.000018276292,0.000016424443,0.0000052244136,0.9534311,0.046197355],"study_design_scores_gemma":[0.00045215653,0.0002922913,0.0004840363,0.000040615676,0.000007792441,0.0000027879018,0.00019614233,0.000192195,0.000052723113,0.001847212,0.9961783,0.00025374032],"about_ca_topic_score_codex":0.00012517022,"about_ca_topic_score_gemma":0.000020601448,"teacher_disagreement_score":0.2999301,"about_ca_system_score_codex":0.0005909696,"about_ca_system_score_gemma":0.0022137528,"threshold_uncertainty_score":0.999997},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1993738393","doi":"10.1016/j.polgeo.2012.05.011","title":"Knowledge enclosure, accumulation by dispossession, and the academic publishing industry","year":2012,"lang":"en","type":"article","venue":"Political Geography","topic":"Water Governance and Infrastructure","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Nexus (standard); Vulnerability (computing); Poverty; Energy poverty; Sociology; Metropolitan area; Alliance; Corporate governance; Politics; Energy (signal processing); Political science; Economic growth; Geography; Economics; Law; Management; Engineering; Panacea (medicine)","score_opus":0.032963153077902284,"score_gpt":0.3518671817151108,"score_spread":0.3189040286372085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993738393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89811903,0.0026202332,0.00005986182,0.011790296,0.00047449622,0.00018553801,0.000027556953,0.00006196204,0.08666105],"genre_scores_gemma":[0.9971403,0.00008371349,0.000023426759,0.0013088381,0.0011674426,0.000011481791,0.0000083963605,0.0000066883763,0.00024972938],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9984947,0.00023656232,0.00016346546,0.00013054501,0.0002909257,0.0006837878],"domain_scores_gemma":[0.9991138,0.00030279576,0.000055647506,0.000108995,0.000058178462,0.0003605897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089801074,0.00009562946,0.00011426051,0.00004756214,0.00048883655,0.00029181287,0.00023871071,0.0004349293,0.00009990554],"category_scores_gemma":[0.0006632384,0.000059919064,0.000060913782,0.00032553403,0.001009198,0.0019277646,0.000083374245,0.0008044635,0.000008479516],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050206063,0.000009533606,0.48011658,0.0000030795616,0.000005927401,3.8386368e-8,0.001917966,3.6801307e-8,0.0000063639,0.50906897,0.007866984,0.000999482],"study_design_scores_gemma":[0.0004496798,0.0000059145823,0.69488007,0.000024720928,0.000027818565,0.0000010480148,0.0021429018,0.000008404976,0.000103266095,0.07624223,0.22596543,0.00014852271],"about_ca_topic_score_codex":0.0019490152,"about_ca_topic_score_gemma":0.000021548749,"teacher_disagreement_score":0.43282676,"about_ca_system_score_codex":0.000028073639,"about_ca_system_score_gemma":0.000038852737,"threshold_uncertainty_score":0.3759785},"labels":[{"model":"gemma","categories":["scholarly_communication","sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1996867325","doi":"10.3138/jsp.46.1.004","title":"From Book Publishers to Authors: Information Transparency in Web Sites","year":2014,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Psychology Research and Bibliometrics","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Consejo Superior de Investigaciones Científicas; University of Toronto","keywords":"Publishing; Transparency (behavior); Scholarly communication; Library science; Relation (database); World Wide Web; Political science; Sociology; Computer science; Law","score_opus":0.05652180461606684,"score_gpt":0.34914262430501675,"score_spread":0.29262081968894993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996867325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8932699,0.0015311337,0.0034699833,0.034457598,0.0029482455,0.00021515226,0.00003790333,0.000045644258,0.06402444],"genre_scores_gemma":[0.9883026,0.000042561376,0.0026504481,0.007193601,0.0011211183,0.000011107514,0.000035669775,0.000021398033,0.0006215009],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99599695,0.0005790771,0.001233993,0.00024497823,0.001302943,0.00064203667],"domain_scores_gemma":[0.99633586,0.000596403,0.000556663,0.00039507274,0.0014027532,0.00071327196],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.009526873,0.00018332798,0.00039090303,0.012904598,0.00009443568,0.0279578,0.0016876122,0.0004869236,0.0014497308],"category_scores_gemma":[0.014847375,0.00016065677,0.00014449903,0.008415521,0.000045609344,0.17952566,0.00009157588,0.0030609504,0.00023125684],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033275157,0.00019093807,0.15364195,0.000009887312,0.000094398805,0.000041435716,0.0055168923,0.000012676439,0.0016095527,0.00058776117,0.78637654,0.051585235],"study_design_scores_gemma":[0.0030828028,0.00064926856,0.3114756,0.00011424745,0.000020560678,0.000059225633,0.0027375899,0.000051736522,0.00004661107,0.0026190472,0.67887974,0.00026357127],"about_ca_topic_score_codex":0.00021491824,"about_ca_topic_score_gemma":0.000061321036,"teacher_disagreement_score":0.15783364,"about_ca_system_score_codex":0.00016638741,"about_ca_system_score_gemma":0.00018305896,"threshold_uncertainty_score":0.9994631},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1997466337","doi":"10.1177/0963662509335410","title":"In the public interest: assessing expert and stakeholder influence in public deliberation about biobanks","year":2009,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Risk Perception and Management","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McMaster University","funders":"","keywords":"Deliberation; Stakeholder; Prima facie; Experiential knowledge; Public relations; Public participation; Biobank; Political science; Engineering ethics; Knowledge management; Epistemology; Computer science; Engineering; Law","score_opus":0.29838816263940077,"score_gpt":0.38839630512434764,"score_spread":0.09000814248494687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997466337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86598504,0.00012371768,0.0051728073,0.10556135,0.00018659468,0.00034182536,5.8706877e-7,0.00004108977,0.022586962],"genre_scores_gemma":[0.99703497,0.00030555675,0.00035014164,0.0022135423,0.000030953925,0.000009727385,7.84488e-7,0.0000034687694,0.000050865066],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9976378,0.00023324962,0.0003434357,0.0003726027,0.00082552206,0.0005874002],"domain_scores_gemma":[0.99924576,0.00010821317,0.00013928342,0.00022081025,0.00014351243,0.000142424],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.005597124,0.0001111099,0.00013561438,0.0009667375,0.00091576914,0.0026136606,0.00077094353,0.00006361236,0.000058624664],"category_scores_gemma":[0.0009150154,0.00008974163,0.000022964696,0.003019589,0.0023522598,0.00692013,0.00008095361,0.00018276874,0.0000019783138],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019433792,0.000119507604,0.0055060997,0.0000049569367,0.0000014739604,0.0000033206097,0.035482142,0.0000028372972,0.0012155849,0.9383353,0.00043803878,0.018888813],"study_design_scores_gemma":[0.0013597282,0.0001761616,0.39584333,0.00021127787,0.0000060166567,0.000009916227,0.445362,0.0018960721,0.000079595084,0.1017364,0.052600954,0.0007185553],"about_ca_topic_score_codex":0.00030179656,"about_ca_topic_score_gemma":0.003581673,"teacher_disagreement_score":0.8365989,"about_ca_system_score_codex":0.00073809066,"about_ca_system_score_gemma":0.00045852124,"threshold_uncertainty_score":0.9984217},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2001314811","doi":"10.1038/nchembio0709-436","title":"Open access chemical and clinical probes to support drug discovery","year":2009,"lang":"en","type":"article","venue":"Nature Chemical Biology","topic":"Pharmacogenetics and Drug Metabolism","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":132,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Structural Genomics Consortium; University of Toronto","funders":"Canadian Institutes of Health Research; Wellcome Trust","keywords":"Drug discovery; Pharmaceutical industry; Productivity; Data science; Business; Drug industry; Computational biology; Computer science; Biology; Biotechnology; Bioinformatics; Economics","score_opus":0.134351923613858,"score_gpt":0.5619974727123195,"score_spread":0.4276455490984615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001314811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97673607,0.0014142409,0.000020798663,0.011104146,0.0014591358,0.0007347016,0.00014969145,0.00007400609,0.008307201],"genre_scores_gemma":[0.9497935,0.00067669264,0.0007257066,0.04703065,0.0010946447,0.000039061095,0.00014420274,0.00002081119,0.00047473394],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9973547,0.00030243213,0.00061134,0.0009277374,0.000113437054,0.0006903628],"domain_scores_gemma":[0.99825627,0.00048582736,0.00013693304,0.00030975696,0.00010485581,0.00070633437],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0009726431,0.00035238377,0.0006642779,0.000089461566,0.00010079432,0.00018131359,0.0022431097,0.0013897349,0.00044668195],"category_scores_gemma":[0.00048708054,0.00028851736,0.0001467608,0.00028156763,0.00034601564,0.00030647984,0.0019163983,0.002484904,0.00007566068],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009919782,0.00070463703,0.014167578,0.000015226823,0.0001395384,0.000028577635,0.000073297604,0.0000010186244,0.78736293,0.005056832,0.05536571,0.13609266],"study_design_scores_gemma":[0.0020054644,0.00011503565,0.0027292243,0.000006801678,0.0001322516,0.00003150999,0.000006475084,0.000033438617,0.5688101,0.0071957447,0.41853917,0.00039476462],"about_ca_topic_score_codex":0.000006378462,"about_ca_topic_score_gemma":0.0000019468036,"teacher_disagreement_score":0.36317345,"about_ca_system_score_codex":0.000035423986,"about_ca_system_score_gemma":0.00013338674,"threshold_uncertainty_score":0.9999567},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2002175408","doi":"10.1353/smr.2013.0008","title":"Introduction: Scholarly Communication and German Studies","year":2013,"lang":"en","type":"article","venue":"Seminar A Journal of Germanic Studies","topic":"Digital Humanities and Scholarship","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; German; Conversation; Scholarly communication; Relevance (law); Sociology; Media studies; Public relations; Political science; Epistemology; History; Law; Publishing; Communication","score_opus":0.07363833758218571,"score_gpt":0.306637268915797,"score_spread":0.2329989313336113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002175408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82657313,0.14946409,7.2968004e-7,0.009229118,0.0010063996,0.00015436878,0.000003783899,0.000028795745,0.013539587],"genre_scores_gemma":[0.96417916,0.012695956,0.000095435935,0.00043487264,0.0024641545,0.000013186822,0.0000016010681,0.000018904087,0.020096738],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878764,0.00008336608,0.000539588,0.00012730471,0.00026766284,0.00019443136],"domain_scores_gemma":[0.9975755,0.00021896647,0.00038356104,0.0002218817,0.0015356764,0.000064390406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005701918,0.00017778383,0.00041560686,0.00015140849,0.0006438718,0.00097282714,0.00024056343,0.000027806298,0.0004928247],"category_scores_gemma":[0.00026953575,0.00013021297,0.00009818104,0.000037095782,0.00070588215,0.004293678,0.00019196604,0.0003438729,0.0000731802],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043904125,0.00011689016,0.00018548119,0.00020735734,0.0015386717,0.000023457587,0.24204178,7.2491304e-7,0.00016932334,0.18806289,0.55050874,0.017100766],"study_design_scores_gemma":[0.0005246105,0.0005597545,0.00092613004,0.00037173403,0.00018816617,0.0002783387,0.21755977,0.0000025780712,0.000103571896,0.04234983,0.73683214,0.0003033456],"about_ca_topic_score_codex":0.00000952448,"about_ca_topic_score_gemma":0.000045503097,"teacher_disagreement_score":0.18632342,"about_ca_system_score_codex":0.00007475903,"about_ca_system_score_gemma":0.000018120913,"threshold_uncertainty_score":0.93809944},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2011965162","doi":"10.1300/j141v03n01_05","title":"Dewey Applications for the Simple Arrangement of a Link Library; The Case of Science Net","year":2000,"lang":"en","type":"article","venue":"Journal of Internet Cataloging","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Public Health; McMaster University","funders":"","keywords":"Computer science; Search engine indexing; World Wide Web; Set (abstract data type); Sorting; Information retrieval; Dewey Decimal Classification; Adaptation (eye); Library catalog; Net (polyhedron); Multimedia; Database; Library classification","score_opus":0.0190145623705933,"score_gpt":0.28865521777943665,"score_spread":0.26964065540884335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011965162","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42124057,0.0009646521,0.54901683,0.018496422,0.00068387174,0.0009902545,0.000012640803,0.000035157653,0.008559623],"genre_scores_gemma":[0.992941,0.000034717694,0.0063923146,0.00025058718,0.00010503416,0.0000120440445,9.963237e-7,0.0000039674187,0.00025933498],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923736,0.000031419186,0.00035607893,0.00009722067,0.00014912915,0.00012878639],"domain_scores_gemma":[0.99886656,0.00029940528,0.00036785487,0.00026939585,0.0001506056,0.000046150806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008486843,0.000056457357,0.0001067515,0.000090067406,0.00015542403,0.00015982104,0.0013653404,0.000012977072,0.000083645624],"category_scores_gemma":[0.0000673,0.00003109197,0.000075218,0.00039334502,0.00020665517,0.00056888704,0.00012327882,0.00014028484,0.0000042678635],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006828247,0.0002630445,0.0016755474,0.00009355382,0.00013904777,0.000031324926,0.029886197,0.010565995,0.0027531993,0.1029006,0.015375389,0.8362478],"study_design_scores_gemma":[0.0018607066,0.0012883282,0.008030452,0.0004098755,0.00016151364,0.0050866096,0.032577563,0.2685856,0.05410216,0.009458559,0.617891,0.00054762117],"about_ca_topic_score_codex":0.000067430345,"about_ca_topic_score_gemma":0.000008205976,"teacher_disagreement_score":0.8357002,"about_ca_system_score_codex":0.000019280691,"about_ca_system_score_gemma":0.00016792033,"threshold_uncertainty_score":0.2537165},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2015488150","doi":"10.1186/1472-6939-9-4","title":"When research seems like clinical care: a qualitative study of the communication of individual cancer genetic research results","year":2008,"lang":"en","type":"article","venue":"BMC Medical Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Toronto","funders":"Institute of Health Services and Policy Research; Canadian Institutes of Health Research; Ontario Genomics; Ontario Genomics Institute; Genome Canada","keywords":"Obligation; Harm; Philosophy of medicine; Relevance (law); Qualitative research; Moral obligation; Empirical research; Set (abstract data type); Psychology; Clinical research; Research ethics; Public relations; Social psychology; Medicine; Alternative medicine; Political science; Sociology; Social science; Psychiatry","score_opus":0.9105878742297558,"score_gpt":0.7520872850934804,"score_spread":0.1585005891362754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015488150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.967136,0.0029326351,0.000040002706,0.02529691,0.0003170837,0.0022127395,0.00007274284,0.000026053613,0.0019658012],"genre_scores_gemma":[0.9740271,0.020655014,0.002484102,0.000618912,0.00033071966,0.00019698225,0.00002023052,0.0000470634,0.001619886],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8820168,0.072258405,0.0041692485,0.00119486,0.039212108,0.0011485822],"domain_scores_gemma":[0.27297857,0.69989794,0.0006645474,0.0047011073,0.020658843,0.0010989914],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.23530132,0.00020100297,0.00090165617,0.00038516952,0.0008313052,0.000020859183,0.0032715683,0.0028196496,0.0001986375],"category_scores_gemma":[0.72093403,0.00013596649,0.00026762453,0.0019132458,0.015936593,0.000051661427,0.0033948328,0.03484622,0.000026790498],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002923922,0.004665036,0.059643403,0.0032559428,0.00035166807,0.000053747128,0.91022164,0.000011103979,0.000023254705,0.0031657699,0.013501405,0.002183117],"study_design_scores_gemma":[0.017245429,0.0104640145,0.24659173,0.010394006,0.00020356158,0.00003256371,0.6786724,0.00018837395,0.0003270263,0.033397462,0.0021154857,0.0003679888],"about_ca_topic_score_codex":0.012847968,"about_ca_topic_score_gemma":0.15125969,"teacher_disagreement_score":0.62763953,"about_ca_system_score_codex":0.00023499667,"about_ca_system_score_gemma":0.05458442,"threshold_uncertainty_score":0.9984749},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2016589990","doi":"10.1108/rmj-01-2014-0010","title":"Whither the retention schedule in the era of big data and open data?","year":2014,"lang":"en","type":"article","venue":"Records Management Journal","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Big data; Originality; Argument (complex analysis); Computer science; Open data; Disposition; Schedule; Value (mathematics); Knowledge management; Process management; Data science; Business; World Wide Web; Qualitative research; Sociology","score_opus":0.189059804819579,"score_gpt":0.3280839393084158,"score_spread":0.13902413448883677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016589990","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29717,0.0022661325,0.12509331,0.08273331,0.010586296,0.004435017,0.0001504953,0.000106650725,0.47745878],"genre_scores_gemma":[0.99276525,0.00091257686,0.0012538331,0.0023554089,0.0020091492,0.000009317691,0.00020739842,0.000022516611,0.0004645382],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99868774,0.00006879743,0.0003805434,0.0003158482,0.0003424686,0.00020458033],"domain_scores_gemma":[0.9979524,0.000055559376,0.00037375817,0.0015442625,0.00006621655,0.000007799833],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004926386,0.00012793682,0.00016256639,0.00012578676,0.00025568754,0.0013147548,0.005290443,0.000031404572,0.00019629099],"category_scores_gemma":[0.00014453776,0.00006993554,0.000019562154,0.00050665165,0.000082252074,0.0026235136,0.0046231267,0.00031461884,0.000042482916],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055570094,0.00012419873,0.021159623,0.00017626892,0.00006790498,0.000008533736,0.00003579897,0.000010351307,0.000009881823,0.02163619,0.057799187,0.8989165],"study_design_scores_gemma":[0.0006041941,0.000015195164,0.055885043,0.0003247538,0.00016672126,0.00002400886,0.0010537988,0.01982742,0.0000025353565,0.01898318,0.9029184,0.00019474285],"about_ca_topic_score_codex":0.0003603907,"about_ca_topic_score_gemma":0.00057845045,"teacher_disagreement_score":0.89872175,"about_ca_system_score_codex":0.000007620977,"about_ca_system_score_gemma":0.000010168585,"threshold_uncertainty_score":0.999722},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2020637674","doi":"10.1016/j.acalib.2014.07.011","title":"International Open Access Week at Small to Medium U.S. Academic Libraries: The First Five Years","year":2014,"lang":"en","type":"article","venue":"The Journal of Academic Librarianship","topic":"Web and Library Services","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Outreach; Quarter (Canadian coin); Medical education; Plan (archaeology); Library science; Psychology; Public relations; Sociology; Political science; Medicine; Computer science; History","score_opus":0.06713800596436659,"score_gpt":0.29826794654347905,"score_spread":0.23112994057911246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020637674","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2400961,0.0012637585,0.015061325,0.71348614,0.004874718,0.00079123094,0.00001596056,0.00014857386,0.024262182],"genre_scores_gemma":[0.871951,0.0012431002,0.006297165,0.108606786,0.005838982,0.000024031224,0.000006672779,0.00008184791,0.005950429],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971593,0.00050442794,0.0008512347,0.00031030865,0.0007194197,0.00045530454],"domain_scores_gemma":[0.99618477,0.0018384783,0.00081794447,0.0007477337,0.000072434545,0.0003386293],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0026139577,0.00025608423,0.00034742182,0.00023191737,0.0003559854,0.0017810868,0.036948353,0.00026859136,0.00022259796],"category_scores_gemma":[0.00030203167,0.00014631481,0.00010844913,0.00080833025,0.00014465014,0.013627508,0.0100080995,0.0019180088,0.00014791182],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010906062,0.00008650939,0.029403264,0.000059362646,0.00040822782,0.0000407459,0.041037913,0.0024973666,0.0007600677,0.14457078,0.7591947,0.020850493],"study_design_scores_gemma":[0.00084595836,0.000240045,0.08986497,0.00023220849,0.000042920976,0.0002266094,0.00034922062,0.0023112083,0.002124369,0.048141275,0.85529524,0.0003259621],"about_ca_topic_score_codex":0.000044671127,"about_ca_topic_score_gemma":0.000009422725,"teacher_disagreement_score":0.6318549,"about_ca_system_score_codex":0.00005086541,"about_ca_system_score_gemma":0.0003547965,"threshold_uncertainty_score":0.9992552},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2020943846","doi":"10.1007/s11136-011-9848-0","title":"A knowledge translation challenge: clinical use of quality of life data from cancer clinical trials","year":2011,"lang":"en","type":"article","venue":"Quality of Life Research","topic":"Cancer survivorship and care","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto; Queen's University","funders":"","keywords":"Generalizability theory; Medicine; Relevance (law); Knowledge translation; Clinical trial; Quality of life (healthcare); Quality (philosophy); MEDLINE; Medical education; Psychology; Knowledge management; Nursing; Pathology; Computer science","score_opus":0.9745830517939917,"score_gpt":0.715245748538548,"score_spread":0.2593373032554437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020943846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9814492,0.010353525,0.00043946458,0.0022459768,0.0006351945,0.0009792513,0.0024364355,0.000025598154,0.0014353443],"genre_scores_gemma":[0.99091196,0.006973034,0.00054579345,0.000116175586,0.0010214807,0.00002743284,0.00024062292,0.000028930186,0.00013455782],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96580166,0.024453785,0.006576389,0.0008581595,0.0018808799,0.00042911907],"domain_scores_gemma":[0.94742113,0.044031784,0.001782191,0.0034055526,0.002442148,0.00091717456],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10303329,0.00018965694,0.0028795528,0.00019755933,0.00004764119,0.000010486157,0.0007515308,0.0005527536,0.0014209364],"category_scores_gemma":[0.06520387,0.00016049453,0.00068237307,0.0004790514,0.0011749923,0.0002191206,0.00034174108,0.0010622985,0.000021555466],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.033499178,0.006463597,0.78730565,0.003782631,0.0017801512,0.0000023557363,0.013645479,3.203699e-7,0.0009147633,0.0016481971,0.007957117,0.14300057],"study_design_scores_gemma":[0.009271865,0.0013907712,0.9718494,0.00073522027,0.00026619408,1.2117218e-7,0.0043120305,0.00025586836,0.0005908737,0.00085745694,0.010182738,0.00028748598],"about_ca_topic_score_codex":0.083074644,"about_ca_topic_score_gemma":0.03509185,"teacher_disagreement_score":0.18454373,"about_ca_system_score_codex":0.00004178212,"about_ca_system_score_gemma":0.0028112473,"threshold_uncertainty_score":0.9994919},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2022095654","doi":"10.3138/jsp.38.1.1","title":"Plagiarism, Publishing, and the Academy","year":2006,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Misconduct; Public relations; Ambivalence; Order (exchange); Dishonesty; Identity (music); Set (abstract data type); Sociology; Academic dishonesty; Political science; Media studies; Law; Business; Psychology; Higher education; Social psychology; Computer science","score_opus":0.03540922971001967,"score_gpt":0.2296023244091336,"score_spread":0.19419309469911394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022095654","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31079933,0.016588101,0.00024105729,0.34603727,0.0019062445,0.00025971653,0.00002507892,0.00013007905,0.32401314],"genre_scores_gemma":[0.98730564,0.00016856058,0.0006475208,0.0037839587,0.0039278716,0.000005113503,0.00001249194,0.000031434345,0.0041174185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99631524,0.00069434056,0.0011037975,0.00020540778,0.0013115265,0.00036969272],"domain_scores_gemma":[0.9951562,0.0010048546,0.0013341693,0.00036827024,0.0019590706,0.00017739307],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.01637345,0.00021147665,0.00039313827,0.0005451278,0.0012599401,0.34743407,0.0025299115,0.0003339377,0.0001429017],"category_scores_gemma":[0.009468933,0.00013268548,0.00020596011,0.0002170285,0.0005603997,0.32591507,0.00040964264,0.0070344247,0.0000066885523],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008389732,0.000049102302,0.0021672244,0.000009564217,0.000060280065,0.0000050565995,0.007238301,0.000008686835,0.000040347364,0.74168026,0.24297874,0.0056785704],"study_design_scores_gemma":[0.0026522782,0.000040697236,0.007536637,0.00009541282,0.00007974182,0.00012159255,0.0040318714,0.00009168047,0.000016618424,0.10823867,0.87690103,0.0001937663],"about_ca_topic_score_codex":0.0014977395,"about_ca_topic_score_gemma":0.00024549227,"teacher_disagreement_score":0.6765063,"about_ca_system_score_codex":0.00011028035,"about_ca_system_score_gemma":0.000153949,"threshold_uncertainty_score":0.9988747},"labels":[{"model":"gemma","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2023672490","doi":"10.3138/jsp.33.1.11","title":"Are the Best Higher Education Journals Really the Best? A Meta-Analysis of Writing Quality and Readability","year":2001,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Readability; Publication; Mandate; Quality (philosophy); Computer science; Meta-analysis; Function (biology); Work (physics); Political science; Advertising; Medicine; Business; Engineering; Biology","score_opus":0.21832808093807748,"score_gpt":0.42565056612358093,"score_spread":0.20732248518550345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023672490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7465953,0.011949666,0.000055623517,0.23392549,0.00047999131,0.00013726343,0.0000113746155,0.000005583357,0.0068396945],"genre_scores_gemma":[0.9916312,0.0009727298,0.0007936958,0.00344801,0.00067019684,0.000007751556,9.5199096e-7,0.0000070458664,0.0024684013],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99503297,0.0013789475,0.0012509628,0.00018026933,0.0019146163,0.00024221097],"domain_scores_gemma":[0.9904449,0.0011012021,0.0035434563,0.00032962408,0.004377541,0.00020330668],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.02500457,0.00012225287,0.0005850765,0.00028501474,0.0009601726,0.009246406,0.0008954842,0.00012861915,0.0004124764],"category_scores_gemma":[0.007185697,0.00006741017,0.00049512886,0.0017125888,0.00019836532,0.01897829,0.00007429551,0.0010051021,0.0000021078183],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032019616,0.00041535118,0.94336,0.000014255891,0.013050763,0.000003569555,0.01734961,0.0000459127,0.00006270518,0.009201233,0.0072979107,0.0091666905],"study_design_scores_gemma":[0.000083486084,0.000016764154,0.8466869,0.00003627313,0.010914134,0.000008259962,0.05456581,7.134497e-7,0.000005370087,0.00478661,0.08279184,0.00010381882],"about_ca_topic_score_codex":0.0043344423,"about_ca_topic_score_gemma":0.0012501305,"teacher_disagreement_score":0.2450359,"about_ca_system_score_codex":0.0002392263,"about_ca_system_score_gemma":0.0011564313,"threshold_uncertainty_score":0.99474275},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2028758832","doi":"10.1016/s0140-6736(10)60903-8","title":"An international registry of systematic-review protocols","year":2010,"lang":"en","type":"article","venue":"The Lancet","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":521,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"National Institute for Health and Care Research","keywords":"Medicine; Computer science","score_opus":0.7505475693393026,"score_gpt":0.5892674142758912,"score_spread":0.1612801550634113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028758832","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1408229,0.010931687,0.019675395,0.07371772,0.004405637,0.25619555,0.0008109328,0.00011427442,0.49332592],"genre_scores_gemma":[0.9168285,0.00037608636,0.023336282,0.007845412,0.0024279172,0.02198249,0.000028123142,0.00003987004,0.027135294],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9873357,0.0038680837,0.0052013197,0.00033078456,0.0031446675,0.00011946659],"domain_scores_gemma":[0.98239815,0.0011722906,0.0046188356,0.010981448,0.00077638443,0.000052889187],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.099032834,0.000121820325,0.0034386406,0.000051350275,0.00004429752,0.00047080815,0.007977618,0.0000359237,0.006925179],"category_scores_gemma":[0.049883712,0.00004036322,0.00063465483,0.0003702229,0.00006140624,0.00016273036,0.00007727091,0.00016378792,0.0011276095],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021068341,0.00020708404,0.031412873,0.14853244,0.000640763,0.00000524328,0.00065640395,0.00001146289,0.0035690714,0.09331319,0.7190724,0.0025580206],"study_design_scores_gemma":[0.001036418,0.00013958963,0.02423659,0.071926475,0.0016515012,0.00018119483,0.00059059693,0.007907512,0.00073598954,0.029988496,0.8609088,0.0006968519],"about_ca_topic_score_codex":0.0000034809455,"about_ca_topic_score_gemma":0.000013835717,"teacher_disagreement_score":0.7760056,"about_ca_system_score_codex":0.0000040452082,"about_ca_system_score_gemma":0.000028541206,"threshold_uncertainty_score":0.9996501},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2035630854","doi":"10.1353/scp.0.0079","title":"Judging Journal Prices: A Cost Index for Academic Journals","year":2010,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Index (typography); Economics; Business; Computer science; World Wide Web","score_opus":0.09925764170531497,"score_gpt":0.3165935695281464,"score_spread":0.2173359278228314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035630854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8626355,0.0057054088,0.009075487,0.0760611,0.016177526,0.00062480825,0.00005845643,0.00013202416,0.02952972],"genre_scores_gemma":[0.97926784,0.00032458737,0.0051009716,0.0021824923,0.011949104,0.000011381814,0.000008523763,0.00006875534,0.0010863265],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99525976,0.00026822367,0.0019182609,0.00022384424,0.0016731942,0.0006567387],"domain_scores_gemma":[0.9859827,0.00090717967,0.0033669712,0.00048358028,0.008584995,0.0006745564],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.023327963,0.00028891934,0.0005372028,0.0017065853,0.0021319936,0.19869557,0.003855405,0.00047878767,0.00049583404],"category_scores_gemma":[0.022398263,0.00023366735,0.0004766016,0.00028341054,0.00017909716,0.26277012,0.00024102845,0.017240096,0.0000086996915],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006359891,0.0005785178,0.049433548,0.00014291043,0.0009297849,0.00011867738,0.080666795,0.00013312316,0.021263812,0.22367291,0.38286442,0.23955952],"study_design_scores_gemma":[0.0020599782,0.00017597624,0.0051128846,0.0004163967,0.000114316994,0.0014469487,0.006562672,0.00023122833,0.000092197115,0.03150918,0.9519124,0.00036581358],"about_ca_topic_score_codex":0.000041541698,"about_ca_topic_score_gemma":0.00014070333,"teacher_disagreement_score":0.569048,"about_ca_system_score_codex":0.00021292135,"about_ca_system_score_gemma":0.0008359457,"threshold_uncertainty_score":0.9991671},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2036179015","doi":"10.1002/asi.22749","title":"Constructing a true<scp>LCSH</scp>tree of a science and engineering collection","year":2012,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Interdisciplinary Research in Music Media and Technology; McGill University","funders":"McGill University","keywords":"Subject (documents); Computer science; Tree structure; Tree (set theory); Domain (mathematical analysis); Information retrieval; Controlled vocabulary; Process (computing); Data collection; World Wide Web; Data structure; Mathematics; Statistics; Combinatorics","score_opus":0.010941688109401985,"score_gpt":0.2545057719737588,"score_spread":0.2435640838643568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036179015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95918274,0.000030996456,0.0391951,0.0009811152,0.00025215597,0.00015142382,0.0000020984508,0.00002316481,0.00018121596],"genre_scores_gemma":[0.9588031,0.00003410091,0.040934414,0.00020334992,0.000014610413,0.000003694068,6.0345144e-8,0.0000012754236,0.00000538557],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998541,0.00000515893,0.000375114,0.000060448634,0.000727024,0.00029123374],"domain_scores_gemma":[0.99713975,0.00011486977,0.0008110942,0.00014972562,0.0016942794,0.00009029871],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0029104045,0.000067342386,0.00015648449,0.00058513414,0.00049147813,0.00014374786,0.00072296074,0.000032021246,1.2570976e-7],"category_scores_gemma":[0.0018859216,0.000046109428,0.00006240267,0.0052796258,0.0030405202,0.005550937,0.0002995567,0.00016588757,3.148233e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001409869,0.000059124777,0.029628126,0.00012921426,0.000052249856,1.678135e-7,0.026498917,0.00004195975,0.088850334,0.19327958,0.0017172754,0.65972894],"study_design_scores_gemma":[0.0032958386,0.002257912,0.106597275,0.00021604395,0.00011176749,0.0034575106,0.13633613,0.2709008,0.42405578,0.002164021,0.050105575,0.0005013483],"about_ca_topic_score_codex":0.000003867966,"about_ca_topic_score_gemma":1.687566e-7,"teacher_disagreement_score":0.6592276,"about_ca_system_score_codex":0.00015283747,"about_ca_system_score_gemma":0.0005275741,"threshold_uncertainty_score":0.99967265},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2037890806","doi":"10.1087/0953151053585028","title":"In a paperless world a new role for academic libraries: providing open access","year":2005,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Research Data Management Practices","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec","funders":"Euroscience; University of Southampton","keywords":"Mandate; Publishing; Scholarly communication; The Internet; World Wide Web; Open science; Open access publishing; Political science; Library science; Computer science; Electronic publishing; Public relations","score_opus":0.2662665729937543,"score_gpt":0.452188456835734,"score_spread":0.18592188384197972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037890806","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022183335,0.00085331214,0.32670465,0.5732855,0.0003756198,0.002966242,0.000008034044,0.00040107043,0.09318723],"genre_scores_gemma":[0.2282679,0.0006063685,0.5533985,0.04203348,0.00294981,0.001445963,0.000118819444,0.00016253427,0.17101666],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99706364,0.00022467079,0.0004142456,0.00093155925,0.0005717836,0.0007941103],"domain_scores_gemma":[0.99738955,0.0009936877,0.0002644746,0.0010363741,0.000060751183,0.0002551564],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.003685189,0.0001744673,0.00023049595,0.00071040075,0.00021966598,0.16114776,0.02349629,0.00010150277,0.00006901741],"category_scores_gemma":[0.004915321,0.00017244976,0.000043984885,0.0022909353,0.00002531411,0.6376082,0.014567608,0.0010266496,0.000024299146],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059479215,0.00005232381,0.0015292306,0.000045532735,0.00001837216,0.00001254129,0.0012545236,0.00073660427,0.00013555361,0.65594226,0.09982763,0.24038593],"study_design_scores_gemma":[0.0008941538,0.000020433947,0.000516828,0.00008286473,0.0000035964497,0.0000023312764,0.00020230886,0.03389058,0.00038530922,0.026125636,0.93763983,0.00023610708],"about_ca_topic_score_codex":0.0014785379,"about_ca_topic_score_gemma":0.0014051701,"teacher_disagreement_score":0.83781224,"about_ca_system_score_codex":0.00014774877,"about_ca_system_score_gemma":0.0005718308,"threshold_uncertainty_score":0.99340236},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2040552582","doi":"10.7710/2162-3309.1102","title":"Library-Press Collaborations: A Study Taken on Behalf of the University of Arizona","year":2014,"lang":"en","type":"article","venue":"Journal of Librarianship and Scholarly Communication","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Alberta; Kent State University; University of North Texas; Oregon State University; University of Arizona; Johns Hopkins University; Association of Research Libraries; Syracuse University; Northwestern University; Utah State University; Purdue University","keywords":"Scholarly communication; Library science; Publishing; General partnership; Sociology; Public relations; Political science; Management; Law","score_opus":0.027049110446849312,"score_gpt":0.19430493733353327,"score_spread":0.16725582688668394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040552582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.967367,0.0005792831,0.0034398336,0.0048192237,0.00010928645,0.0002322256,0.000003704733,0.000023577008,0.02342587],"genre_scores_gemma":[0.993573,0.000110964975,0.0054582544,0.00010061605,0.000013621222,3.6345554e-7,8.222397e-7,0.0000043002947,0.0007380258],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986556,0.00056842016,0.00032990763,0.000086431035,0.00029771242,0.000061919214],"domain_scores_gemma":[0.99831283,0.00037793978,0.0005546907,0.00056475826,0.00013134962,0.000058423193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047372645,0.00007179256,0.00016407022,0.00014848499,0.00022831849,0.000673705,0.0017133036,0.000048502257,0.0000081348535],"category_scores_gemma":[0.00018254985,0.000053821434,0.000054952863,0.0006293735,0.00007353418,0.00995411,0.0004271239,0.00024704137,4.5975722e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043650944,0.0015442453,0.6074465,0.000046977537,0.00025085543,0.0000038267467,0.033792503,0.00022039123,0.00048407473,0.3092023,0.012498365,0.03407343],"study_design_scores_gemma":[0.0022989202,0.0012953323,0.9044311,0.00023448358,0.00004349738,0.000011478342,0.0031496063,0.0009416723,0.0024204091,0.01660515,0.06836767,0.00020070001],"about_ca_topic_score_codex":0.0000075543644,"about_ca_topic_score_gemma":0.0000036695346,"teacher_disagreement_score":0.29698458,"about_ca_system_score_codex":0.000008210236,"about_ca_system_score_gemma":0.00019509497,"threshold_uncertainty_score":0.72164893},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2043218499","doi":"10.1353/scp.2012.0015","title":"How to Publish Your PhD: A Practical Guide for the Humanities and Social Sciences , and: Publishing from Your PhD: Negotiating a Crowded Jungle (review)","year":2012,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Jungle; Publication; Negotiation; Library science; Sociology; Media studies; Political science; Social science; History; Law; Computer science","score_opus":0.26658757706751196,"score_gpt":0.34146513506040005,"score_spread":0.07487755799288809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043218499","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16823535,0.18401647,0.002146501,0.6179245,0.0052146856,0.0013281512,0.00029846057,0.00020036001,0.020635499],"genre_scores_gemma":[0.9225438,0.0022333385,0.02069219,0.034718547,0.015692139,0.00008766149,0.000083777704,0.00013035734,0.0038181497],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995321,0.0006426117,0.0011504786,0.00039272665,0.0016361332,0.00085705833],"domain_scores_gemma":[0.9914325,0.0025726224,0.0017112846,0.00043136155,0.0035682558,0.00028401345],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.019691411,0.00036636242,0.00063600886,0.0006210317,0.0050542555,0.43114722,0.0021771796,0.00023822092,0.000057492212],"category_scores_gemma":[0.049013726,0.00026284633,0.00022952861,0.00032403285,0.0005003483,0.3757762,0.00088593207,0.003056132,0.000001672611],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060520466,0.0001870934,0.003653837,0.0001791424,0.00031909285,0.000003748744,0.08015379,0.0000030147182,0.00021745161,0.14568633,0.7482606,0.021275334],"study_design_scores_gemma":[0.00077058194,0.00014941201,0.0040883236,0.00045220432,0.00027647306,0.000058477905,0.06901021,0.00010344681,0.0000072505804,0.0018405358,0.9228897,0.00035337565],"about_ca_topic_score_codex":0.0011107,"about_ca_topic_score_gemma":0.00028714436,"teacher_disagreement_score":0.7543085,"about_ca_system_score_codex":0.00018875126,"about_ca_system_score_gemma":0.00047134966,"threshold_uncertainty_score":0.99998236},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2043763793","doi":"10.1371/journal.pone.0097886","title":"Sharing Individual Participant Data from Clinical Trials: An Opinion Survey Regarding the Establishment of a Central Repository","year":2014,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; University of Birmingham; Queen's University; Cancer Research UK","keywords":"Safeguarding; Clinical trial; Data sharing; Workload; Medicine; Information repository; Systematic review; Resource (disambiguation); MEDLINE; Alternative medicine; Computer science; Nursing; Pathology; Political science","score_opus":0.9754389651248165,"score_gpt":0.6107774621438413,"score_spread":0.3646615029809752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043763793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993377,0.00083870493,0.0033990587,0.0002726731,0.00057262124,0.00076688366,0.00026424203,0.0000075521525,0.0005013076],"genre_scores_gemma":[0.9958612,0.000036520305,0.0028976956,0.00008767275,0.0006299022,0.000017626771,0.00021414978,0.000009988876,0.00024525283],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7854382,0.17160764,0.028186068,0.0026604498,0.011494203,0.00061345997],"domain_scores_gemma":[0.80584264,0.13628195,0.024103839,0.031097516,0.0018607187,0.0008133398],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6082692,0.00019183426,0.004514113,0.000094122835,0.00015266467,0.0011387629,0.0050373226,0.000093966024,0.0008420367],"category_scores_gemma":[0.35196626,0.00008102434,0.00067618885,0.00044891395,0.0000864652,0.00046462542,0.0009303371,0.00023112979,0.00013108685],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006788341,0.0012352641,0.9691786,0.00004135166,0.003236508,0.0000011933126,0.001006524,0.00003224213,0.0003571811,0.00024427593,0.017251922,0.0073470287],"study_design_scores_gemma":[0.000706616,0.00016136376,0.8253631,0.00036351982,0.0041403878,9.706517e-7,0.00078062515,0.16229336,0.0003983456,0.0013104504,0.004227715,0.00025358237],"about_ca_topic_score_codex":0.00031878788,"about_ca_topic_score_gemma":0.00024156421,"teacher_disagreement_score":0.25630295,"about_ca_system_score_codex":0.000009410888,"about_ca_system_score_gemma":0.000068047986,"threshold_uncertainty_score":0.99989814},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2044326206","doi":"10.1007/s11192-008-0220-2","title":"A new look at evidence of scholarly citation in citation indexes and from web sources","year":2007,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":85,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Citation; Web of science; Library science; Citation analysis; Webometrics; Citation impact; Bibliometrics; Scholarly communication; Computer science; Sample (material); Impact factor; World Wide Web; Political science; MEDLINE; Publishing","score_opus":0.5726813817650799,"score_gpt":0.5567807477511177,"score_spread":0.015900634013962134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044326206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9728765,0.00912236,0.01575318,0.0004166511,0.00052818324,0.00027749315,0.000022548435,0.000018153753,0.0009849267],"genre_scores_gemma":[0.9885912,0.0006787465,0.009100274,0.000081218095,0.000061686624,0.0000022913212,0.000003677136,0.000009933621,0.001471007],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9797834,0.00024062127,0.0012943669,0.0010849801,0.016842943,0.0007536688],"domain_scores_gemma":[0.97244275,0.020947376,0.00067869056,0.00073543336,0.004372299,0.00082347664],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.061583053,0.0001795445,0.0003808583,0.24832967,0.00020909487,0.0036119826,0.0018837327,0.00020708622,0.0002956545],"category_scores_gemma":[0.19217694,0.00014401932,0.000095451316,0.5391781,0.00028726715,0.0039991075,0.0009399208,0.00033359253,0.00013273461],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005946088,0.00004929365,0.82608587,0.000006706121,0.000004549861,0.000005882124,0.0008868973,0.00003081033,0.012182006,0.0002786964,0.0011107539,0.15929906],"study_design_scores_gemma":[0.0007069465,0.00019801552,0.9824387,0.0000535971,0.0000056810386,0.0000019660008,0.00080319255,0.0018490063,0.005668396,0.0061341,0.0019612918,0.00017911794],"about_ca_topic_score_codex":0.0008616144,"about_ca_topic_score_gemma":0.00068535877,"teacher_disagreement_score":0.2908484,"about_ca_system_score_codex":0.0003777984,"about_ca_system_score_gemma":0.00043073774,"threshold_uncertainty_score":0.99742234},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2045319718","doi":"10.3138/jsp.32.3.155","title":"The Gutenberg Syndrome: An Illusion of International Research","year":2001,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Libraries, Manuscripts, and Books","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Publishing; Political science; Distribution (mathematics); World history; Media studies; Social science; Sociology; History; Law","score_opus":0.35760856322084233,"score_gpt":0.29545846991432784,"score_spread":0.0621500933065145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045319718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78638077,0.00095884514,0.000023975694,0.02012927,0.003473672,0.00007987224,0.000009164229,0.000018091727,0.18892632],"genre_scores_gemma":[0.97531956,0.00025630597,0.00017114621,0.0004454273,0.0024994046,0.0000013043492,0.000005101928,0.00001802792,0.0212837],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971024,0.00022779449,0.0006894135,0.00011802933,0.0015943289,0.0002680634],"domain_scores_gemma":[0.9950141,0.00028116602,0.00047963834,0.00023456191,0.0038761713,0.00011438543],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00654493,0.00009161105,0.00017227762,0.00058793486,0.0009384833,0.042677082,0.0015829948,0.00008114805,0.00066296564],"category_scores_gemma":[0.0023726884,0.000056591347,0.000100858364,0.00015137433,0.00036185136,0.08971867,0.00026054727,0.0015579503,0.000007979368],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021676108,0.00019935984,0.003653702,0.000015416246,0.00016396503,0.00021188155,0.025928967,0.0000049316945,0.000590878,0.8546397,0.091192976,0.023181476],"study_design_scores_gemma":[0.0003883837,0.00026425588,0.0042226226,0.000097785356,0.000010988189,0.00023178016,0.016065547,0.000023180603,0.000036326448,0.03593396,0.94264835,0.00007679798],"about_ca_topic_score_codex":0.0002697482,"about_ca_topic_score_gemma":0.00022450562,"teacher_disagreement_score":0.8514554,"about_ca_system_score_codex":0.0000753973,"about_ca_system_score_gemma":0.00020433632,"threshold_uncertainty_score":0.9583167},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2047171000","doi":"10.1353/pla.0.0113","title":"Moral Panics and the Copyright Wars (review)","year":2010,"lang":"en","type":"article","venue":"portal Libraries and the Academy","topic":"Taxation and Compliance Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Moral panic; German; Moral rights; Copyright Act; Law; Political science; Intellectual property; Sociology; History; Copyright law","score_opus":0.02422129449607439,"score_gpt":0.21355672727761424,"score_spread":0.18933543278153986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047171000","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044168938,0.534566,0.000103230996,0.1810577,0.0008394838,0.00089884986,0.00013897986,0.00008851338,0.23813832],"genre_scores_gemma":[0.91146207,0.07644413,0.00014028314,0.009489632,0.00015727928,0.00004883969,0.000004390373,0.000011248119,0.0022420995],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993445,0.000013311364,0.00030320027,0.00017028033,0.000027513046,0.00014114553],"domain_scores_gemma":[0.9994781,0.00011205591,0.00023303839,0.00013214695,0.000005551691,0.000039129638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038495634,0.00010401404,0.00030834123,0.000017033924,0.0002971941,0.0000858476,0.00018785558,0.00005335216,0.00029732156],"category_scores_gemma":[0.00009992988,0.000056357138,0.000063464046,0.000081518636,0.0008269921,0.00025946792,0.00014837195,0.00029938552,0.000045764336],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026767595,0.0000036169859,0.0064211763,0.00002174103,0.00003012255,2.4997527e-7,0.00020484522,8.362089e-8,1.3554892e-7,0.9811449,0.011458812,0.0006875458],"study_design_scores_gemma":[0.000957764,0.000004903426,0.024648704,0.000012915154,0.000013310573,0.000009099964,0.00006680565,0.00021109718,0.0000046791974,0.47873232,0.49524173,0.00009668866],"about_ca_topic_score_codex":0.000026440892,"about_ca_topic_score_gemma":0.0000041215476,"teacher_disagreement_score":0.8672932,"about_ca_system_score_codex":9.517861e-7,"about_ca_system_score_gemma":0.0000048376914,"threshold_uncertainty_score":0.32554623},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2048204427","doi":"10.1038/513030a","title":"Satellites: Make Earth observations open access","year":2014,"lang":"en","type":"article","venue":"Nature","topic":"Space exploration and regulation","field":"Physics and Astronomy","cited_by":241,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Natural Resources Canada; University of British Columbia; Canadian Forest Service","funders":"","keywords":"Astrobiology; Earth (classical element); Remote sensing; Geology; Astronomy; Physics","score_opus":0.04629024388331381,"score_gpt":0.34519747332861633,"score_spread":0.2989072294453025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048204427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5131612,0.00023778145,0.041510828,0.030303929,0.002384463,0.0013653964,0.000071451264,0.00022828752,0.41073668],"genre_scores_gemma":[0.9875864,0.0000012411649,0.0018270394,0.0010342989,0.00044131695,0.000016387563,0.00021208823,0.0000091875345,0.008872085],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99960047,0.000025722851,0.0000759833,0.00012465281,0.0000891569,0.00008401326],"domain_scores_gemma":[0.99964875,0.000025599395,0.000049299444,0.00017117271,0.000068469286,0.000036694473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007844525,0.000063472224,0.00007076935,0.000027268947,0.00010632592,0.00037321053,0.000363649,0.00014915757,0.00046936848],"category_scores_gemma":[0.000008705993,0.000052317835,0.00002961037,0.00018242575,0.000011175665,0.0005016145,0.00011625861,0.0003655432,0.00006453383],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009855603,0.000075123564,0.13224064,0.0000055134956,0.00003189562,1.1968248e-7,0.00025291025,0.00045549817,0.0013334955,0.7742662,0.026351918,0.06497684],"study_design_scores_gemma":[0.0003592836,0.00000950007,0.19130683,0.000012885666,0.000007808739,8.965802e-8,0.00008822516,0.0016057139,0.0030533639,0.02158269,0.78184676,0.00012685946],"about_ca_topic_score_codex":0.000024199418,"about_ca_topic_score_gemma":0.000023421322,"teacher_disagreement_score":0.75549483,"about_ca_system_score_codex":0.0000037445575,"about_ca_system_score_gemma":0.000022610413,"threshold_uncertainty_score":0.51392555},"labels":[{"model":"gemma","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2048297747","doi":"10.1136/ebm.13.5.133","title":"Why A-level evidence does not make it to clinicians' A-list: the case of thromboprophylaxis in medical patients","year":2008,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Venous Thromboembolism Diagnosis and Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Medicine; Medical emergency","score_opus":0.1255450203080499,"score_gpt":0.3661914099737834,"score_spread":0.2406463896657335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048297747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77575797,0.0012917455,0.00046352332,0.21910192,0.00093714916,0.0020055287,0.000021929462,0.00004962033,0.00037064913],"genre_scores_gemma":[0.9058909,0.0027718025,0.00037166936,0.08982794,0.0006431562,0.00019043473,0.000012684549,0.000043640342,0.0002477722],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9944799,0.0003666927,0.0016051005,0.0008087483,0.0020726996,0.0006668515],"domain_scores_gemma":[0.99400777,0.003092935,0.00038162866,0.0012976138,0.0005982466,0.0006217969],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031326034,0.00043928655,0.0014767344,0.00048688543,0.00021038156,0.000011306398,0.00063258,0.00022140835,0.0021495612],"category_scores_gemma":[0.015488899,0.0002403209,0.00021702693,0.0012048457,0.0009526073,0.00020325115,0.00022429517,0.0006052307,0.00007166568],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040710303,0.006929517,0.34091377,0.004183593,0.00055027864,0.030201944,0.015274566,0.00014487818,0.0020063946,0.00094488193,0.44496515,0.149814],"study_design_scores_gemma":[0.009537236,0.011420481,0.8913503,0.046299055,0.0008415666,0.0005601376,0.0027428037,0.0008796083,0.004907801,0.00012236317,0.030467061,0.0008715454],"about_ca_topic_score_codex":0.01002434,"about_ca_topic_score_gemma":0.006222064,"teacher_disagreement_score":0.55043656,"about_ca_system_score_codex":0.00023619499,"about_ca_system_score_gemma":0.0005919364,"threshold_uncertainty_score":0.9987626},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2050191318","doi":"10.3138/jsp.34.1.43","title":"Bibliographies and Notes as a Separate Online Publication: A Novel Trend in Support of Scholarly Publishing","year":2002,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Library science; The Internet; World Wide Web; Scholarly communication; Computer science; Electronic publishing; Media studies; History; Sociology; Political science; Law","score_opus":0.10321178731109837,"score_gpt":0.2755133918355587,"score_spread":0.1723016045244603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050191318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.803147,0.007370802,0.00006385963,0.13331369,0.0008418747,0.00026661545,0.00027512258,0.00010929761,0.054611694],"genre_scores_gemma":[0.9892506,0.002118798,0.003230471,0.0031196726,0.0009241902,0.000010121227,0.00011417419,0.000058996975,0.0011730035],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943619,0.00041543186,0.0022661085,0.00045256637,0.0019066836,0.00059732696],"domain_scores_gemma":[0.9890307,0.0008432226,0.002356735,0.0007943779,0.006501924,0.00047300785],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00942054,0.0003859478,0.00077087723,0.016075768,0.00059145485,0.29095113,0.0027454558,0.0004306196,0.00071869785],"category_scores_gemma":[0.025737332,0.00034915208,0.0002995288,0.005011338,0.00038083087,0.5472399,0.0005151504,0.005224406,0.000007847629],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030651112,0.0037555,0.11896862,0.00027670403,0.00077083934,0.000087695924,0.08488911,0.000045246976,0.005626827,0.17623991,0.5692172,0.03981587],"study_design_scores_gemma":[0.00534442,0.0008700434,0.055502817,0.00065303536,0.00018032435,0.0004935857,0.012151595,0.00032909345,0.00012203603,0.008537205,0.9149365,0.00087934185],"about_ca_topic_score_codex":0.0012288549,"about_ca_topic_score_gemma":0.0026941542,"teacher_disagreement_score":0.34571934,"about_ca_system_score_codex":0.00010855489,"about_ca_system_score_gemma":0.00019299051,"threshold_uncertainty_score":0.99989605},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2058753670","doi":"10.1080/03615260801970840","title":"The Public Knowledge Project and the Simon Fraser University Library: A Partnership in Open Source and Open Access","year":2008,"lang":"en","type":"article","venue":"The Serials Librarian","topic":"Digital Humanities and Scholarship","field":"Arts and Humanities","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Suite; General partnership; Publishing; Open source software; Open source; World Wide Web; Software; Computer science; Open science; Library science; Political science","score_opus":0.16831412608541518,"score_gpt":0.28825825780087777,"score_spread":0.11994413171546259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058753670","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37682796,0.00059392,2.3698031e-7,0.013153841,0.00016562012,0.0014100125,0.000031823947,0.000055228847,0.6077614],"genre_scores_gemma":[0.90043217,0.00032578764,0.0000031384363,0.0009681346,0.00036554667,0.000028792334,0.00001503532,0.00002903525,0.097832374],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982313,0.0008418934,0.00022730787,0.0002707224,0.00010819551,0.00032060297],"domain_scores_gemma":[0.9985415,0.00079692167,0.00012673088,0.0004366884,0.000023933626,0.00007427172],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009807032,0.00018752553,0.0002939022,0.00006167886,0.0025228283,0.022832468,0.003512637,0.000049113834,0.0004816056],"category_scores_gemma":[0.00008847293,0.00009142421,0.00004335936,0.00013125465,0.0014443116,0.012144339,0.0050776587,0.00022828778,0.000013905133],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006918315,0.00004751086,0.0011447897,0.0000113648275,0.000042738597,0.000008932776,0.027950507,2.5268508e-7,2.5034322e-7,0.92287004,0.045558866,0.0016728953],"study_design_scores_gemma":[0.001671254,0.000048320107,0.0010494732,0.000028292145,0.000015001284,0.0000018555163,0.027447477,0.000019135112,0.000012662026,0.02559663,0.94394326,0.00016665953],"about_ca_topic_score_codex":0.0011945253,"about_ca_topic_score_gemma":0.015095785,"teacher_disagreement_score":0.8983844,"about_ca_system_score_codex":0.000010267104,"about_ca_system_score_gemma":0.00026099835,"threshold_uncertainty_score":0.9987758},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2058875542","doi":"10.3138/jsp.32.3.136","title":"Scholarly Communication at the Turn of the Millennium: A Bibliographic Essay","year":2001,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Newspaper; Negotiation; Public relations; Scholarly communication; Key (lock); Political science; Business; Publishing; Computer science; Advertising; Law","score_opus":0.02699836863358534,"score_gpt":0.23064928888261824,"score_spread":0.2036509202490329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058875542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8662539,0.007657613,0.008422381,0.09844367,0.001560397,0.00025155663,0.00000468506,0.00003876281,0.017367017],"genre_scores_gemma":[0.9933192,0.0010065888,0.0016734573,0.0031693073,0.00013586872,0.0000024921353,7.4187807e-7,0.000006346293,0.00068598235],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99615926,0.0005590561,0.0010316801,0.00013486942,0.0018615574,0.00025357466],"domain_scores_gemma":[0.9946116,0.0002968592,0.0017840943,0.0012743777,0.0018901069,0.00014294167],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.009166075,0.00012236364,0.00020740673,0.0014632157,0.000778734,0.0556759,0.008986741,0.00012828871,0.000026009713],"category_scores_gemma":[0.0013536392,0.00006190068,0.00026887166,0.008590945,0.00015844243,0.41725194,0.0012448775,0.0014945687,0.000011796767],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052528616,0.00016362192,0.5972393,0.000042012995,0.00017459343,0.000011140371,0.029352326,0.0006178862,0.0061523113,0.023475153,0.30936688,0.033352263],"study_design_scores_gemma":[0.0013127147,0.00019160521,0.36695093,0.000517836,0.000018596047,0.0012252766,0.0045038406,0.0019801501,0.0019324223,0.0068914434,0.6141581,0.00031709715],"about_ca_topic_score_codex":0.000077084565,"about_ca_topic_score_gemma":0.000014780528,"teacher_disagreement_score":0.36157605,"about_ca_system_score_codex":0.00007962889,"about_ca_system_score_gemma":0.0003631326,"threshold_uncertainty_score":0.99637514},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2060378138","doi":"10.3138/jsp.39.2.109","title":"Assessing the Demand for Scholarly Publishing in South Africa","year":2008,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Exploratory research; Sample (material); Mythology; Sociology; Media studies; Social science; Political science; History; Law","score_opus":0.13811937241981662,"score_gpt":0.28774553318244506,"score_spread":0.14962616076262844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060378138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8710329,0.009407959,0.0021149728,0.044778537,0.0027076507,0.00052792893,0.000038517093,0.00012351171,0.06926803],"genre_scores_gemma":[0.9912098,0.00007193179,0.0032216427,0.0014761015,0.0025247224,0.000023526953,0.000019481451,0.000062021005,0.0013907624],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945065,0.00087901513,0.0016870397,0.00036636612,0.001820689,0.00074039854],"domain_scores_gemma":[0.98907423,0.0016160366,0.0018173081,0.0007947328,0.006382864,0.00031483217],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.022237763,0.00032709105,0.00056485605,0.0013118912,0.0027281535,0.48987505,0.004230981,0.00035998636,0.000075513584],"category_scores_gemma":[0.043017514,0.00023505856,0.0003887503,0.0006103658,0.00029109296,0.6474306,0.00041281566,0.0070178513,0.0000063685984],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025013677,0.00068223046,0.07851327,0.00012253555,0.0004291508,0.00014508255,0.5852652,0.00032519083,0.00081892096,0.15176126,0.16088352,0.02080345],"study_design_scores_gemma":[0.0040094145,0.00028429864,0.052308634,0.00068620284,0.00013557142,0.00026778382,0.07417568,0.0005337587,0.000051412026,0.023039607,0.84376365,0.000743967],"about_ca_topic_score_codex":0.00017248615,"about_ca_topic_score_gemma":0.00015040602,"teacher_disagreement_score":0.68288016,"about_ca_system_score_codex":0.00038496027,"about_ca_system_score_gemma":0.00081610476,"threshold_uncertainty_score":0.99857014},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2065923934","doi":"10.1007/s11192-014-1489-y","title":"Prospective evaluation of the accessibility of Internet references in leading general medical journals","year":2014,"lang":"en","type":"article","venue":"Scientometrics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Institute for Clinical Evaluative Sciences; St Mary's Hospital Centre; Women's College Hospital; University of Toronto","funders":"","keywords":"The Internet; Sample (material); Library science; Medicine; Computer science; World Wide Web","score_opus":0.2332333098912759,"score_gpt":0.5662370323276832,"score_spread":0.3330037224364073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065923934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9793142,0.00009300073,0.0011215981,0.00023949832,0.00095785764,0.0006567484,0.000007857774,0.000007770272,0.017601486],"genre_scores_gemma":[0.9990654,0.000011678083,0.0003058064,0.00035207404,0.0000633989,0.000029039054,0.000002351836,0.0000027284505,0.0001675102],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99298316,0.0018457604,0.001953492,0.00021028248,0.0027089724,0.0002983458],"domain_scores_gemma":[0.9951205,0.0009210624,0.0013293562,0.00038935276,0.0021017145,0.00013796774],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.061824113,0.000074473835,0.00027336736,0.0011199183,0.00016233721,0.000016785361,0.0006420128,0.00015925328,0.0012068248],"category_scores_gemma":[0.047559045,0.000044021795,0.00005150836,0.007250172,0.0001677337,0.0006650752,0.00023390519,0.00059266575,0.000013564804],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012804698,0.00005728179,0.96787196,0.00018705014,0.000002079021,8.607219e-9,0.0036269904,0.000019922714,0.000019656625,0.0010773606,0.00020488976,0.026919967],"study_design_scores_gemma":[0.00063758594,0.00002812608,0.9483506,0.00031832917,0.0000049997525,1.478333e-7,0.0003424511,0.046791274,0.00040206866,0.0027068683,0.00037624416,0.000041316936],"about_ca_topic_score_codex":0.0002396154,"about_ca_topic_score_gemma":0.00022714637,"teacher_disagreement_score":0.04677135,"about_ca_system_score_codex":0.0003812645,"about_ca_system_score_gemma":0.0012156672,"threshold_uncertainty_score":0.9997062},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2067020249","doi":"10.4275/kslis.2004.38.2.075","title":"Analysis of the Library Administrative Systems and Legislations in Canada","year":2004,"lang":"en","type":"article","venue":"Journal of the Korean Society for Library and Information Science","topic":"Library Science and Administration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Legislation; Statute; Public administration; Democracy; Administrative law; State (computer science); Government (linguistics); Political science; Corporate governance; Law library; Law; Business; Politics","score_opus":0.01872475354453786,"score_gpt":0.26002183224931275,"score_spread":0.24129707870477488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067020249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9769647,0.00008047827,0.00009415994,0.015901275,0.00031894367,0.00024412721,0.00005597291,0.0000040885398,0.006336224],"genre_scores_gemma":[0.99848384,0.0001751104,0.00038674555,0.0007957768,0.000034062712,0.0000014777725,0.0000018810921,0.0000011955366,0.0001199067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99891067,0.000038543014,0.00041103383,0.00005929312,0.00045011638,0.00013035895],"domain_scores_gemma":[0.9991208,0.0001233462,0.00053097337,0.000096707794,0.000044217817,0.000083994884],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00053778966,0.000053078795,0.00012445258,0.00009532352,0.00061356224,0.0003051468,0.0004888892,0.000027647027,0.0000053482445],"category_scores_gemma":[0.00008552944,0.000030257395,0.00012697346,0.002379343,0.0007155585,0.032046046,0.00006913626,0.00009303896,3.539085e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003449183,0.00003482404,0.35486156,0.00004851697,0.00011235229,3.1204058e-7,0.06409787,0.007362625,0.00012107712,0.5699361,0.002155769,0.0012344836],"study_design_scores_gemma":[0.0007548115,0.00012833334,0.8226427,0.00017032871,0.00015464082,0.000010174349,0.117893875,0.006396275,0.0021981713,0.00555967,0.04387722,0.00021381846],"about_ca_topic_score_codex":0.004866335,"about_ca_topic_score_gemma":0.0027429175,"teacher_disagreement_score":0.5643765,"about_ca_system_score_codex":0.000039897743,"about_ca_system_score_gemma":0.006748021,"threshold_uncertainty_score":0.9988828},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2068203480","doi":"10.1353/scp.0.0084","title":"The Future of Scholarly Journal Publishing among Social Science and Humanities Associations: Report on a Study Funded by a Planning Grant from the Andrew W. Mellon Foundation","year":2010,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Revenue; Sample (material); Scholarly communication; Library science; Business model; Political science; Public relations; Sociology; Business; Marketing; Computer science; Accounting; Law","score_opus":0.31479195236960955,"score_gpt":0.4687641151888939,"score_spread":0.15397216281928433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068203480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9776243,0.0018571599,0.0003918828,0.014651171,0.003077054,0.0002854683,0.000026357477,0.000009778129,0.0020768133],"genre_scores_gemma":[0.9970737,0.00011016787,0.00032338922,0.00034759048,0.0019438692,0.0000025869151,0.0000036316164,0.000016304784,0.00017873947],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9651853,0.0010722134,0.0026694436,0.0005994817,0.029697856,0.0007757187],"domain_scores_gemma":[0.9135692,0.017044986,0.008392848,0.0009655765,0.05930892,0.0007184635],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.2968658,0.00022448045,0.00049883826,0.014794176,0.0071874666,0.5779112,0.007442352,0.0003014826,0.000028978959],"category_scores_gemma":[0.40769568,0.000117753596,0.00021574069,0.042958084,0.00076543924,0.22826727,0.0010237263,0.008144926,0.0000013785361],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009273567,0.0002254952,0.8462559,0.0000014868748,0.00011786634,0.0000775537,0.005764788,0.0000022445688,0.0041422443,0.001860483,0.03839724,0.10306198],"study_design_scores_gemma":[0.0010346392,0.00032887387,0.9041358,0.000035910896,0.000039830873,0.00013902734,0.05244342,0.000059949798,0.0001488319,0.011698104,0.029781353,0.00015425107],"about_ca_topic_score_codex":0.00038394803,"about_ca_topic_score_gemma":0.00034377913,"teacher_disagreement_score":0.34964395,"about_ca_system_score_codex":0.00045317542,"about_ca_system_score_gemma":0.0014307769,"threshold_uncertainty_score":0.99792784},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2082129539","doi":"10.3138/jsp.33.4.248","title":"Personalities in Publishing: Jeremy Wilson","year":2002,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Modernist Literature and Criticism","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Art history; The Internet; Web site; Sociology; Art; Classics; Computer science; World Wide Web; Literature","score_opus":0.08737168522048731,"score_gpt":0.2302017860085526,"score_spread":0.1428301007880653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082129539","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30345622,0.012685064,0.0000562448,0.071235925,0.002631455,0.00011764931,0.000036127527,0.000057295354,0.60972404],"genre_scores_gemma":[0.9742946,0.00007480893,0.00029179358,0.004280675,0.003602098,0.0000026400096,0.000005531157,0.000028751392,0.017419083],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972802,0.00016535075,0.0008281957,0.00019753764,0.0011055587,0.00042319644],"domain_scores_gemma":[0.997557,0.00018487507,0.00042320363,0.00019306844,0.0014254777,0.00021637756],"candidate_categories":["scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.002409834,0.0001974144,0.00036432908,0.00073637214,0.000301439,0.14855693,0.00089342234,0.00018446549,0.0032380954],"category_scores_gemma":[0.0024566823,0.00016377209,0.00020553282,0.00014638499,0.00011671854,0.19824032,0.000079001074,0.0027999,0.00002070589],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037371792,0.00023645641,0.0032641606,0.00007024841,0.00006825171,0.00026184606,0.17034216,0.000004536191,0.0000881923,0.5236021,0.29078242,0.011242196],"study_design_scores_gemma":[0.000912718,0.0001167297,0.000733441,0.00032713212,0.000027326267,0.00012681159,0.019121282,0.000123198,0.000013512235,0.014309851,0.9639531,0.00023492826],"about_ca_topic_score_codex":0.00018279518,"about_ca_topic_score_gemma":0.00023695178,"teacher_disagreement_score":0.6731706,"about_ca_system_score_codex":0.00014420177,"about_ca_system_score_gemma":0.0000579066,"threshold_uncertainty_score":0.9995007},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2084033360","doi":"10.1007/s10826-013-9795-1","title":"Between Black and White: Examining Grey Literature in Meta-analyses of Psychological Research","year":2013,"lang":"en","type":"article","venue":"Journal of Child and Family Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":90,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Grey literature; Meta-analysis; Inclusion (mineral); Psychology; Psychological intervention; Publication bias; Systematic review; White (mutation); Applied psychology; Social psychology; Clinical psychology; MEDLINE; Medicine; Political science; Psychiatry","score_opus":0.9316437456358971,"score_gpt":0.638685197001198,"score_spread":0.29295854863469917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084033360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9073943,0.08655063,0.00004494228,0.0025231682,0.000047558544,0.00020098791,0.000004660883,5.495164e-7,0.0032332013],"genre_scores_gemma":[0.99309474,0.0047293324,0.0012917314,0.00025456827,0.00011713301,0.000003977452,2.6806737e-7,0.000004031015,0.00050419685],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9849581,0.0057747695,0.005796618,0.00042625255,0.0028419627,0.0002022656],"domain_scores_gemma":[0.9877123,0.005231768,0.002865751,0.0006650062,0.003401427,0.00012370327],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07085953,0.00021325373,0.0048968215,0.00086336775,0.00011429307,0.00055311585,0.00057155336,0.000083536375,0.00019458859],"category_scores_gemma":[0.023178259,0.00007542533,0.0007986194,0.0013484078,0.00033409533,0.000417721,0.00018749834,0.00048780156,0.000018492769],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002361691,0.00013117891,0.8564004,0.00015851436,0.009978562,0.000028440845,0.009595902,0.000022590344,0.00035314666,0.00017821333,0.10488399,0.018245485],"study_design_scores_gemma":[0.00024315534,0.00025604162,0.980742,0.00016396395,0.0012094504,0.000022781967,0.008643724,0.000019542415,0.000007965092,0.006513298,0.0020961494,0.00008197316],"about_ca_topic_score_codex":0.0000033570134,"about_ca_topic_score_gemma":0.0000029396138,"teacher_disagreement_score":0.12434159,"about_ca_system_score_codex":0.000007880572,"about_ca_system_score_gemma":0.000009043357,"threshold_uncertainty_score":0.9850499},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2087221627","doi":"10.1353/scp.2012.0012","title":"Sustainability and the Scholarly Enterprise: A History of Gutenberg-e","year":2012,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Digital Humanities and Scholarship","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Publishing; Sustainability; Scholarly communication; Political science; Sociology; History; Library science; Computer science; Law","score_opus":0.041026252509274,"score_gpt":0.22570818577420318,"score_spread":0.18468193326492918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087221627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.750809,0.022846293,0.00003968648,0.008288093,0.0032339958,0.00025228225,0.000016689646,0.000027208294,0.21448675],"genre_scores_gemma":[0.9851327,0.000074039446,0.000083002524,0.0010211479,0.0014296202,0.000003775322,0.0000015458374,0.000022137616,0.012232035],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997267,0.00032851295,0.0009290344,0.00013140157,0.0009419102,0.0004021505],"domain_scores_gemma":[0.99437106,0.000474529,0.00095012167,0.00030835235,0.0036323115,0.00026364412],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0089241145,0.00018886324,0.0004444236,0.00032746562,0.00028762003,0.029557917,0.00087427674,0.000106040665,0.00044493575],"category_scores_gemma":[0.0073129805,0.00012019202,0.00028486367,0.00006246767,0.0008744455,0.20896618,0.00026506107,0.0019208706,0.0000026199746],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033273443,0.00019984679,0.009953598,0.00010661456,0.0001526939,0.000008404957,0.120953195,5.9347605e-7,0.00001946782,0.8309068,0.030546278,0.0068197493],"study_design_scores_gemma":[0.0019217223,0.00016936593,0.0062704463,0.0001217003,0.0001182497,0.000084393934,0.040901236,0.0000044942617,0.000006605402,0.030398432,0.9198079,0.00019541784],"about_ca_topic_score_codex":0.0002629691,"about_ca_topic_score_gemma":0.000043529442,"teacher_disagreement_score":0.88926166,"about_ca_system_score_codex":0.0005753782,"about_ca_system_score_gemma":0.00036020603,"threshold_uncertainty_score":0.9714495},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2089501922","doi":"10.1177/0963662510384461","title":"Academic staff and public communication: a survey of popular science publishing across 13 countries","year":2010,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":159,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Newspaper; Public opinion; Political science; Scientific publishing; Social science; Public relations; Sociology; Media studies; Library science; Law; Politics","score_opus":0.5880613633378229,"score_gpt":0.4714212013915512,"score_spread":0.11664016194627169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089501922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9676279,0.00019800103,0.00047547038,0.014737566,0.00033216408,0.0002156681,0.000052490872,0.000063780935,0.016296992],"genre_scores_gemma":[0.9971629,0.0022160728,0.00045629297,0.00007483323,0.000023622482,0.0000058616415,0.000013726314,0.0000072803814,0.00003944189],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99658275,0.00025281988,0.00045854732,0.0003711032,0.0016257125,0.0007090934],"domain_scores_gemma":[0.996187,0.00048518184,0.00048963266,0.00079405337,0.0016605488,0.00038363587],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.023938343,0.00011619168,0.00021641002,0.00059097784,0.004543836,0.0021905252,0.0031501509,0.00014892982,0.00015135849],"category_scores_gemma":[0.0109054865,0.00011743748,0.000028627737,0.0046637626,0.033874005,0.008681203,0.00091048906,0.00054178573,0.000001979384],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008453426,0.00008170586,0.22083738,0.000028289194,0.000004355897,7.9508716e-8,0.08147538,4.2867478e-7,0.006424665,0.6868927,0.00012013799,0.0041264584],"study_design_scores_gemma":[0.0009319595,0.00011821895,0.3167082,0.00017791874,0.000013407861,0.0000097700495,0.63313365,0.0012467204,0.0005157638,0.027727425,0.018718561,0.0006983869],"about_ca_topic_score_codex":0.0068223337,"about_ca_topic_score_gemma":0.04973115,"teacher_disagreement_score":0.65916526,"about_ca_system_score_codex":0.00043694043,"about_ca_system_score_gemma":0.0018136611,"threshold_uncertainty_score":0.9997913},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2091144419","doi":"10.1016/j.lisr.2005.08.004","title":"Affective issues in library and information science systems work: A content analysis","year":2005,"lang":"en","type":"article","venue":"Library & Information Science Research","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":68,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Alberta","funders":"","keywords":"Affect (linguistics); Work (physics); Content analysis; Psychology; Information system; Search engine indexing; Information science; Computer science; Library science; Applied psychology; World Wide Web; Sociology; Political science; Social science; Engineering","score_opus":0.08864920682039217,"score_gpt":0.38708164907474985,"score_spread":0.29843244225435767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091144419","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48087016,0.00023530555,0.00012034785,0.004664037,0.00014664719,0.0008236389,0.000004399007,0.00015366651,0.51298183],"genre_scores_gemma":[0.9967145,0.0009314749,0.00039051753,0.00015838402,0.000094233954,0.000055148223,0.000013228589,0.0000031237294,0.0016394021],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99604243,0.00021857976,0.0004834971,0.00023289665,0.002185384,0.00083718746],"domain_scores_gemma":[0.99884504,0.00022107328,0.00012925178,0.00027039897,0.0002350081,0.000299237],"candidate_categories":["bibliometrics","sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.006663323,0.00010667175,0.00018330608,0.006265215,0.001696057,0.005624843,0.0011707227,0.000062576044,0.00015782048],"category_scores_gemma":[0.00063550577,0.000095746145,0.000040164054,0.024456315,0.0023236724,0.25353834,0.00083346386,0.00028406802,0.00024555682],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048047794,0.00004378954,0.17751639,0.00005603614,0.000019801135,0.0000010082582,0.082924366,0.0007660976,0.00003092984,0.669885,0.00085522403,0.06785333],"study_design_scores_gemma":[0.00055824703,0.00008395691,0.37858328,0.00015270503,0.000015665326,6.7461036e-7,0.09047361,0.050225228,0.000714652,0.00037011044,0.47840327,0.00041859975],"about_ca_topic_score_codex":0.00021560767,"about_ca_topic_score_gemma":0.000017679626,"teacher_disagreement_score":0.66951483,"about_ca_system_score_codex":0.00014391076,"about_ca_system_score_gemma":0.000736706,"threshold_uncertainty_score":0.99960357},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2092286976","doi":"10.1108/02641611211214297","title":"How copyright affects interlibrary loan and electronic resources in Canada","year":2012,"lang":"en","type":"article","venue":"Interlending & Document Supply","topic":"Copyright and Intellectual Property","field":"Business, Management and Accounting","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Interlibrary loan; License; Copyright law; Business; Loan; Fair use; Library science; Computer science; Political science; Intellectual property; Law; Finance","score_opus":0.007085593710535995,"score_gpt":0.18127187543722448,"score_spread":0.17418628172668849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092286976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96703553,0.001954349,0.00002960147,0.0037123873,0.0007442013,0.0003381671,0.0000020435375,0.00008849686,0.026095219],"genre_scores_gemma":[0.9955602,0.000053831965,0.00002029578,0.0013712085,0.00071003765,0.000032394837,0.000020093383,0.000041749074,0.0021901496],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998202,0.000027845737,0.00024621337,0.00034350142,0.00027371378,0.0009067223],"domain_scores_gemma":[0.9995092,0.000087058244,0.00012414297,0.00020714763,0.000024391658,0.00004803703],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00025316863,0.00030731337,0.00029405736,0.0003492177,0.00012377268,0.00085384183,0.00032510032,0.00005423693,0.0027817832],"category_scores_gemma":[0.00004639367,0.00023901937,0.000058486938,0.00030201627,0.000053630232,0.004465586,0.00031421232,0.000332829,0.00007775111],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042961724,0.00016019837,0.41110277,0.00045868085,0.00016611839,0.00006600989,0.0017711056,0.0000015349793,0.001726566,0.012956474,0.5169661,0.054194815],"study_design_scores_gemma":[0.0007182605,0.000058095327,0.0140636815,0.0002873102,0.00003716663,0.000016542203,0.0011259607,0.0013866401,0.0022208472,0.0012988352,0.9782085,0.0005781787],"about_ca_topic_score_codex":0.36739224,"about_ca_topic_score_gemma":0.45927873,"teacher_disagreement_score":0.46124238,"about_ca_system_score_codex":0.0004813648,"about_ca_system_score_gemma":0.000075259064,"threshold_uncertainty_score":0.9981298},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W2092685291","doi":"10.3138/jsp.45.2.003","title":"From Communization to Commercialization: A Brief History of China's Publishing, 1949–1992","year":2013,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Chinese history and philosophy","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; China; Commercialization; Period (music); Transition (genetics); Political science; Economy; Economics; Law","score_opus":0.04454492528807726,"score_gpt":0.2730378152473511,"score_spread":0.22849288995927383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092685291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49966875,0.0039259153,0.0042828894,0.1498615,0.008146528,0.0005656648,0.000042477244,0.00010316166,0.3334031],"genre_scores_gemma":[0.9899183,0.000029912564,0.0029607415,0.003455137,0.0026483543,0.0000039841175,0.000031140542,0.000026326521,0.0009261294],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962311,0.0008860375,0.00092497503,0.00017875138,0.0015400009,0.00023913803],"domain_scores_gemma":[0.9950931,0.00031129978,0.001217357,0.00037080413,0.0025261904,0.00048121702],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0045374897,0.00016028841,0.00041063663,0.00059287366,0.00049092714,0.014533376,0.001892122,0.00031726473,0.0008908225],"category_scores_gemma":[0.012750165,0.00015899894,0.00017685517,0.0009067111,0.00018324457,0.12976354,0.00019938563,0.0014791891,0.000012108697],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005703203,0.00025137444,0.029630732,0.000022260267,0.0000853006,0.000007801512,0.14221932,0.000111969435,0.0008964192,0.06157585,0.75590146,0.009240477],"study_design_scores_gemma":[0.0007089252,0.000100982645,0.0370853,0.00020691643,0.000043748474,0.000004545808,0.0021074608,0.000030181684,0.00001360401,0.07244158,0.8870175,0.00023924856],"about_ca_topic_score_codex":0.04548579,"about_ca_topic_score_gemma":0.0014535474,"teacher_disagreement_score":0.4902495,"about_ca_system_score_codex":0.001299446,"about_ca_system_score_gemma":0.0009875532,"threshold_uncertainty_score":0.99556583},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2095142147","doi":"10.1300/j474v17n03_04","title":"An Innovative Interlibrary Loan Program Linking Eastern Europe's Latvia with US and Canadian Medical Libraries","year":2007,"lang":"en","type":"article","venue":"Journal of Interlibrary Loan Document Delivery & Electronic Reserve","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interlibrary loan; Shared resource; Medical library; Library science; Political science; Business; National library; Resource (disambiguation); Computer science","score_opus":0.0070508990066109395,"score_gpt":0.22960137478081344,"score_spread":0.2225504757742025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095142147","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9805586,0.0016952063,0.0026011902,0.003164973,0.00028318074,0.00041830793,0.000002275339,0.00020727058,0.011069047],"genre_scores_gemma":[0.9884592,0.00023975942,0.0062216483,0.0031098477,0.0003107569,0.000008526077,0.000019517889,0.00005797068,0.0015727589],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955432,0.0002451007,0.0011793849,0.0005822639,0.0012521849,0.0011978806],"domain_scores_gemma":[0.9970481,0.00019866847,0.0005960222,0.00046662695,0.0003690737,0.0013215254],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0009414023,0.00047565787,0.00052837795,0.0013441391,0.0002586135,0.0034675847,0.0024872296,0.00019837324,0.0002437856],"category_scores_gemma":[0.000065418826,0.00036078575,0.00011821398,0.0021735001,0.00024080812,0.022399206,0.00061353564,0.0011960955,0.000012130179],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039631636,0.00092087605,0.4039854,0.00018773782,0.0017305192,0.008715853,0.008670899,0.000053249834,0.00016599458,0.057858646,0.011965922,0.5017817],"study_design_scores_gemma":[0.008121366,0.03449429,0.080164604,0.002975614,0.00008805791,0.006789018,0.001451803,0.009256066,0.015570826,0.014272001,0.82350373,0.0033126024],"about_ca_topic_score_codex":0.0005659462,"about_ca_topic_score_gemma":0.0026636762,"teacher_disagreement_score":0.81153786,"about_ca_system_score_codex":0.00019533659,"about_ca_system_score_gemma":0.0040498693,"threshold_uncertainty_score":0.9998844},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2098531697","doi":"10.1186/1748-5908-2-32","title":"Taking stock of current societal, political and academic stakeholders in the Canadian healthcare knowledge translation agenda","year":2007,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Heritage Foundation for Medical Research; Fondation pour la Recherche Médicale; University of Alberta; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Knowledge translation; Health administration; Health care; Scrutiny; Public relations; Health services research; Health policy; Politics; Transparency (behavior); Public health; Government (linguistics); Medicine; Public administration; Political science; Knowledge management; Nursing","score_opus":0.9462726050137088,"score_gpt":0.7712375910977692,"score_spread":0.17503501391593956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098531697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9667055,0.0001660591,0.0024917736,0.025134003,0.00051553064,0.0022808127,0.00014082874,0.00002198599,0.002543503],"genre_scores_gemma":[0.9917977,0.000019898323,0.00049148325,0.007511764,0.00008304209,0.000072463365,0.000010839675,0.0000073365436,0.000005507815],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953841,0.00061938184,0.0012125183,0.00036799256,0.00090785406,0.0015081286],"domain_scores_gemma":[0.9966579,0.0018621067,0.00044230677,0.00020726971,0.0003278601,0.0005025416],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.015791258,0.00012096104,0.00015830618,0.0006688436,0.0017048735,0.000029217363,0.00044251367,0.00007538444,0.00015180063],"category_scores_gemma":[0.00076099084,0.00010174956,0.000024164501,0.0020556548,0.00061213365,0.0005890925,0.000047769587,0.0006093568,0.000013906089],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012839332,0.000018247529,0.42110726,0.00030811614,0.0000023820978,0.000001350352,0.24691337,0.0000014487524,0.0020511176,0.11438425,0.0012590126,0.2139406],"study_design_scores_gemma":[0.0010464634,0.0000647508,0.85717684,0.000072517105,0.000005881065,0.0000031419493,0.12342517,0.00013386231,0.00035562334,0.00090740126,0.016665105,0.00014326542],"about_ca_topic_score_codex":0.08634781,"about_ca_topic_score_gemma":0.62008214,"teacher_disagreement_score":0.5337343,"about_ca_system_score_codex":0.001055536,"about_ca_system_score_gemma":0.0060059433,"threshold_uncertainty_score":0.9996291},"labels":[{"model":"gpt","categories":["metaresearch","sts","scholarly_communication"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"grok","categories":["metaresearch","sts","scholarly_communication"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2110458718","doi":"10.1136/ebm.13.1.3","title":"Less is more: where do the abstracts in the EBM journal come from?","year":2008,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Information retrieval; Psychology; History; Medicine; Computer science","score_opus":0.8225130300919945,"score_gpt":0.533793031563296,"score_spread":0.28871999852869845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110458718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65031856,0.058130402,0.002230668,0.28481272,0.00078734383,0.0008294083,0.0000073312385,0.000005227729,0.0028783032],"genre_scores_gemma":[0.9817999,0.0016942931,0.00035230714,0.012962475,0.000993172,0.00002851397,0.0000015766552,0.000010380094,0.0021573545],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9712953,0.0095728515,0.007614337,0.00070353266,0.01044236,0.00037162603],"domain_scores_gemma":[0.9627073,0.027984455,0.004138571,0.0039983485,0.00094540225,0.0002259632],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.13924359,0.0003237892,0.002343377,0.0003136965,0.00045133935,0.00046779105,0.004147125,0.000092950526,0.018370153],"category_scores_gemma":[0.054599598,0.00009501126,0.00086430233,0.001911529,0.0005044565,0.00039933447,0.00005952537,0.00072174415,0.0012595712],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003135746,0.00006315833,0.09349565,0.000032616288,0.000089673886,0.00031302607,0.009807767,0.00032752214,0.00008148225,0.0000988805,0.8745691,0.021089742],"study_design_scores_gemma":[0.0012848966,0.0002181178,0.5526252,0.0029927364,0.00046587252,0.0003653626,0.02321186,0.0023067824,0.000057225887,0.005009971,0.41114086,0.0003211353],"about_ca_topic_score_codex":0.00035890625,"about_ca_topic_score_gemma":0.0001461563,"teacher_disagreement_score":0.46342826,"about_ca_system_score_codex":0.000056124594,"about_ca_system_score_gemma":0.00027543269,"threshold_uncertainty_score":0.99951804},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2112084168","doi":"10.1111/j.1365-2958.2005.04703.x","title":"Weapons of mass retraction","year":2005,"lang":"en","type":"review","venue":"Molecular Microbiology","topic":"Bacterial Genetics and Biotechnology","field":"Biochemistry, Genetics and Molecular Biology","cited_by":203,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Cystic Fibrosis Foundation","keywords":"Pilus; Periplasmic space; Biology; Flagellum; Bacterial conjugation; Fimbriae Proteins; Secretion; Cell envelope; Function (biology); Virulence; Bacteria; Cell biology; Computational biology; Microbiology; Escherichia coli; Genetics; Gene; Biochemistry","score_opus":0.012762407475295275,"score_gpt":0.276006894292041,"score_spread":0.2632444868167457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112084168","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00056081446,0.9971569,0.00048307146,0.00003669879,0.0006000762,0.00043348537,0.0002678121,0.000019486686,0.00044166352],"genre_scores_gemma":[0.00039009494,0.99505717,0.001768835,0.00006940095,0.00030713185,0.000035966095,0.001893266,0.0000801655,0.00039800047],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979463,0.0002375021,0.000676965,0.00069513434,0.000044306515,0.00039974783],"domain_scores_gemma":[0.9985268,0.000012263842,0.0005063119,0.00081103656,0.00008554736,0.0000580583],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00017383012,0.00046530526,0.0011464491,0.00019564551,0.0000348697,0.000009956259,0.0005338066,0.0026197496,0.00006274263],"category_scores_gemma":[0.000053803433,0.00042024418,0.0006137945,0.00018196102,0.00024845905,0.0000010875985,0.00023563218,0.0004096088,0.000057692032],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010423727,0.000034622364,3.258141e-7,0.0004491713,0.00018861465,0.0000056891563,8.806743e-7,6.427669e-7,0.6833119,0.00005747508,0.00055051426,0.31538972],"study_design_scores_gemma":[0.00014966553,0.00028202182,3.104896e-7,0.00028773092,0.00026712034,0.00019871749,0.0000015615506,1.430498e-7,0.09964076,0.000010018819,0.89881045,0.00035151583],"about_ca_topic_score_codex":0.0000040157142,"about_ca_topic_score_gemma":0.0000046241835,"teacher_disagreement_score":0.89825994,"about_ca_system_score_codex":0.000030957697,"about_ca_system_score_gemma":0.00019381149,"threshold_uncertainty_score":0.99982494},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2112262712","doi":"","title":"AUPress: A Comparison of an Open Access University Press with Traditional Presses","year":2011,"lang":"en","type":"article","venue":"AUSpace (Athabasca University)","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Amazon rainforest; Ranking (information retrieval); Statistical analysis; Computer science; Library science; World Wide Web; Statistics; Advertising; Mathematics; Information retrieval; Business","score_opus":0.1162601051428903,"score_gpt":0.2957868818465557,"score_spread":0.1795267767036654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112262712","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26716554,0.000016336013,0.041380543,0.0005299265,0.00015756978,0.00050147984,0.00001828798,0.00020220102,0.69002813],"genre_scores_gemma":[0.9740959,0.000011167678,0.018367331,0.000018946055,0.000013157467,3.953956e-7,0.000015618813,0.00000768986,0.0074698385],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99890506,0.00018097807,0.00008706462,0.0004019751,0.00022420095,0.00020070263],"domain_scores_gemma":[0.998918,0.00006896253,0.00020394455,0.00044983704,0.00017699222,0.00018228401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000105926134,0.00013292252,0.00020638779,0.00021436339,0.00026547487,0.00027846973,0.0049719424,0.000055662298,0.00026679973],"category_scores_gemma":[0.0000119438555,0.00014090985,0.000033780838,0.0005657772,0.00012113935,0.007895249,0.0013673767,0.00016826754,0.000007289018],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060238695,0.002861159,0.05043877,0.00007647157,0.00023342916,0.00014932745,0.021623662,0.00071601244,0.000315202,0.9097012,0.010869819,0.0024125508],"study_design_scores_gemma":[0.0062346775,0.0034484926,0.37344152,0.00035419493,0.00029318532,0.000050638435,0.092574224,0.011392922,0.027230695,0.0008511541,0.4821839,0.0019443905],"about_ca_topic_score_codex":0.0032682423,"about_ca_topic_score_gemma":0.0005116962,"teacher_disagreement_score":0.9088501,"about_ca_system_score_codex":0.00007047,"about_ca_system_score_gemma":0.0002480615,"threshold_uncertainty_score":0.9239189},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2114059546","doi":"10.1371/journal.pone.0132557","title":"How Long Is Too Long in Contemporary Peer Review? Perspectives from Authors Publishing in Conservation Biology Journals","year":2015,"lang":"en","type":"article","venue":"PLoS ONE","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Publishing; Peer review; Psychology; Prestige; Medical education; Medicine; Political science","score_opus":0.9005902623703669,"score_gpt":0.5770311754804135,"score_spread":0.3235590868899534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114059546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7590696,0.055258106,0.0003843568,0.18235399,0.00015250558,0.0003910153,0.00006019462,0.000014563168,0.0023156484],"genre_scores_gemma":[0.98938644,0.002638737,0.00085459877,0.0014578849,0.000121981335,0.000019308525,0.000026468017,0.000010924408,0.0054836296],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98727316,0.00094750355,0.00092028873,0.000786347,0.009579585,0.00049312605],"domain_scores_gemma":[0.9815771,0.004174719,0.0005702157,0.000722851,0.012408063,0.00054703886],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.052855425,0.00015107659,0.00063411624,0.032582548,0.00007051982,0.0060811997,0.0016960199,0.00021057324,0.00027234637],"category_scores_gemma":[0.30549133,0.000113851296,0.00008443333,0.09215616,0.0001407435,0.004230018,0.00049635686,0.00072945596,0.00007465547],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020058733,0.0004298584,0.8860663,0.000012811238,0.000024181387,0.00003690425,0.0012630105,4.5018203e-7,0.00035366922,0.00007832016,0.10785695,0.0038574776],"study_design_scores_gemma":[0.0014193783,0.00016103624,0.965643,0.00076618267,0.000011492832,0.000002686961,0.0059030685,0.0021322574,0.000921315,0.01619785,0.0065219426,0.00031980738],"about_ca_topic_score_codex":0.0015447369,"about_ca_topic_score_gemma":0.0002892992,"teacher_disagreement_score":0.2526359,"about_ca_system_score_codex":0.00030426987,"about_ca_system_score_gemma":0.0004879683,"threshold_uncertainty_score":0.9949506},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2119100170","doi":"10.1071/he13101","title":"Closing the chasm between research and practice: evidence of and for change","year":2014,"lang":"en","type":"article","venue":"Health Promotion Journal of Australia","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Cancer Council NSW; Cancer Council South Australia; Monash University; Canadian Health Services Research Foundation","keywords":"Population health; Bridging (networking); Relevance (law); Public relations; Psychological intervention; Context (archaeology); Health promotion; Promotion (chess); Closing (real estate); Community health; Public health; Evidence-based practice; Dissemination; Medicine; Political science; Alternative medicine; Nursing; Computer science; Law; Geography; Computer security","score_opus":0.9753711977544747,"score_gpt":0.8179584552076156,"score_spread":0.1574127425468591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119100170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5913489,0.00018264596,0.002935153,0.40327188,0.0002891328,0.0019324884,0.000015338523,0.000005570644,0.000018874545],"genre_scores_gemma":[0.9911797,0.0004398184,0.0046155066,0.0025694175,0.0009984445,0.00006625652,6.3600385e-7,0.000010260173,0.000119938355],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99242705,0.004776276,0.001357365,0.00016379362,0.0006583432,0.0006171588],"domain_scores_gemma":[0.98380125,0.01236827,0.0017613076,0.00017295226,0.0015035407,0.00039271358],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.050468747,0.000085300686,0.00031477283,0.00023773793,0.0011602115,0.000020644251,0.00018110708,0.00011985077,0.00003387657],"category_scores_gemma":[0.0119603025,0.00005879627,0.00002380285,0.00035194098,0.00026669228,0.00071634696,0.00006705184,0.0009822316,0.000005528983],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012329981,0.0003699813,0.3133735,0.027814565,0.000119714525,0.0000036716829,0.38702577,0.0000031451304,0.0020244066,0.0350474,0.090238,0.14274685],"study_design_scores_gemma":[0.0038372327,0.016533932,0.7893083,0.00868584,0.00006478326,0.00014183742,0.021160623,0.00016204799,0.0002204095,0.012113695,0.1475179,0.00025338147],"about_ca_topic_score_codex":0.00034920243,"about_ca_topic_score_gemma":0.00004698402,"teacher_disagreement_score":0.4759348,"about_ca_system_score_codex":0.00014370364,"about_ca_system_score_gemma":0.00064104435,"threshold_uncertainty_score":0.9963624},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2124995107","doi":"10.2471/blt.09.064659","title":"Open access: a giant leap towards bridging health inequities","year":2009,"lang":"en","type":"article","venue":"Bulletin of the World Health Organization","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"University of Warwick; University of Southampton","keywords":"Bridging (networking); Public health; Health equity; Public relations; Political science; Medicine; Computer science; Computer security; Nursing","score_opus":0.154399671463718,"score_gpt":0.5057955029556225,"score_spread":0.35139583149190445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124995107","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010029504,0.0005079362,0.00096879574,0.970761,0.0015490052,0.0034183634,0.000022985272,0.000110628505,0.012631787],"genre_scores_gemma":[0.7497126,0.0010624442,0.0031529537,0.20080152,0.0011156051,0.000081115904,0.00009341521,0.00005798001,0.043922372],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951163,0.0014498448,0.0013108103,0.0003863588,0.0006545859,0.0010821279],"domain_scores_gemma":[0.9968941,0.0002610958,0.0011959018,0.0006039603,0.0005668059,0.00047814066],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005095324,0.00017030616,0.00048450776,0.00028894312,0.0028282043,0.0001447849,0.0021600542,0.00007156246,0.0041501257],"category_scores_gemma":[0.0020310713,0.0001269879,0.000037633374,0.0024628176,0.00009515479,0.00026437527,0.0010597524,0.00062046695,0.00031770658],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026541202,0.00010320265,0.009331852,0.000576366,0.0000036599085,1.4772046e-7,0.0038643784,0.000032646745,0.000023199911,0.004623667,0.9650899,0.01632444],"study_design_scores_gemma":[0.0006341153,0.00021375276,0.39697734,0.0012145856,0.0000032232808,0.0000019329768,0.0016405816,0.00010278381,0.00011695168,0.00096792704,0.5979648,0.0001619908],"about_ca_topic_score_codex":0.015439542,"about_ca_topic_score_gemma":0.0025882372,"teacher_disagreement_score":0.76995945,"about_ca_system_score_codex":0.0010572012,"about_ca_system_score_gemma":0.01025206,"threshold_uncertainty_score":0.99846995},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2125399358","doi":"10.1002/asi.22801","title":"Are e‐books replacing print books? tradition, serendipity, and opportunity in the adoption and use of e‐books for historical research and teaching","year":2013,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"University of Warwick","keywords":"Serendipity; Persuasion; Transparency (behavior); Process (computing); Sociology; Grounded theory; Scholarly communication; Computer science; Qualitative research; Psychology; Social science; Epistemology; Publishing; Social psychology; Political science; Law","score_opus":0.09103166340541005,"score_gpt":0.29801968305095683,"score_spread":0.20698801964554678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125399358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851372,0.00003229295,0.0059342827,0.008389404,0.000032730597,0.00029917603,0.0000013228777,0.000010130177,0.00016344538],"genre_scores_gemma":[0.98911995,0.000053916014,0.010198329,0.00054730265,0.000009039637,0.000016894646,1.4094283e-7,0.0000013290567,0.00005309701],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991324,0.000024739062,0.0003031462,0.00008991215,0.00031302997,0.00013677441],"domain_scores_gemma":[0.9986233,0.00027516257,0.0005619713,0.00012091946,0.00036703015,0.000051609524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018419845,0.000055228582,0.00013106935,0.0003286609,0.000553139,0.00042025908,0.00033263673,0.000031337633,1.1820797e-7],"category_scores_gemma":[0.0006730176,0.000033370015,0.000031494536,0.00048449155,0.0008779413,0.0037539399,0.00021254634,0.00020943226,2.8267632e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000976384,0.00011744636,0.08053091,0.00020868641,0.000059892005,6.7438947e-7,0.026305748,0.000013930297,0.0022664259,0.2498755,0.02449058,0.61603254],"study_design_scores_gemma":[0.0029692256,0.0036484753,0.47036287,0.00037350415,0.00003687302,0.0010109029,0.082411036,0.04004663,0.003415145,0.18858546,0.20648497,0.0006549038],"about_ca_topic_score_codex":0.000022941676,"about_ca_topic_score_gemma":0.0000017006618,"teacher_disagreement_score":0.61537766,"about_ca_system_score_codex":0.00008042999,"about_ca_system_score_gemma":0.00015848817,"threshold_uncertainty_score":0.4254354},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2125696813","doi":"10.7202/1032719ar","title":"De l’imprimé vers l’électronique : réflexions et solutions techniques pour une édition savante en transition","year":2015,"lang":"fr","type":"article","venue":"Documentation et bibliothèques","topic":"Cultural Insights and Digital Impacts","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Art; Philosophy","score_opus":0.15766804279994695,"score_gpt":0.3785765046710211,"score_spread":0.22090846187107416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125696813","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025142701,0.0022839084,0.75660896,0.14978611,0.0005469569,0.00053568126,0.00010607284,0.0006528344,0.086965226],"genre_scores_gemma":[0.91216344,0.014886549,0.037631784,0.020222522,0.00045855888,0.00014387151,0.00052582874,0.0000615602,0.013905862],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971984,0.00067596784,0.00047688856,0.00048324635,0.0004977837,0.00066769955],"domain_scores_gemma":[0.998302,0.00022006525,0.00022275196,0.00032287007,0.0004854423,0.00044688143],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0009892918,0.0003554391,0.00026147428,0.0013207725,0.00026051136,0.011409767,0.00032360913,0.00023509584,0.0002373941],"category_scores_gemma":[0.00013957721,0.0003434494,0.00017054718,0.002958101,0.00016889386,0.047417365,0.00010548935,0.00037082323,0.00016590705],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043301112,0.00033518905,0.000010226927,0.00003580273,0.000057707934,0.00003482216,0.01581916,0.0006378243,0.013085873,0.8702785,0.088709034,0.010952579],"study_design_scores_gemma":[0.0011966354,0.0012184831,0.00095259026,0.00045351416,0.00011518445,0.0005014302,0.0015538787,0.008676861,0.058027595,0.6451769,0.28126273,0.000864225],"about_ca_topic_score_codex":0.006735623,"about_ca_topic_score_gemma":0.00078300614,"teacher_disagreement_score":0.9096492,"about_ca_system_score_codex":0.0008553762,"about_ca_system_score_gemma":0.0012123721,"threshold_uncertainty_score":0.9999018},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2127448545","doi":"10.1177/0963662509102690","title":"The gap between scientists and journalists: the case of mercury science in Québec’s press","year":2009,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal","funders":"Université du Québec à Montréal","keywords":"Bridging (networking); Media studies; Journalism; Science communication; Sociology; Political science; Public relations; Computer science; Law; Science education","score_opus":0.6052165534473128,"score_gpt":0.4691542361943893,"score_spread":0.13606231725292356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127448545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9153531,0.0006343969,0.00034609623,0.049745478,0.00021760675,0.00025863844,0.0000069733355,0.000017490542,0.033420216],"genre_scores_gemma":[0.9984014,0.0014193984,0.000053795306,0.000050975734,0.000022296928,0.0000015357956,2.0659255e-7,0.0000016098644,0.00004875291],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9983317,0.00015325019,0.00026407183,0.0001905622,0.00069541245,0.000364976],"domain_scores_gemma":[0.99858,0.0004958221,0.00021777781,0.0003258635,0.00024477838,0.00013575406],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.01152,0.000059136528,0.00009867932,0.0002786806,0.0044758245,0.00061580195,0.0013036769,0.000025017567,0.000017922252],"category_scores_gemma":[0.001402139,0.000037797807,0.000022860166,0.0024124852,0.019294465,0.0010346203,0.00016674222,0.00013176986,3.3035312e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000086846985,0.000060457547,0.013587222,0.000011146098,0.0000026463276,0.0000036966096,0.11473082,0.000003970139,0.0026014654,0.8336586,0.00019601951,0.03513526],"study_design_scores_gemma":[0.0009100214,0.00022158088,0.14061566,0.00029011516,0.00003301907,0.00014169935,0.7288572,0.0023336865,0.0007293672,0.10328968,0.022044083,0.000533888],"about_ca_topic_score_codex":0.011703378,"about_ca_topic_score_gemma":0.04534435,"teacher_disagreement_score":0.7303689,"about_ca_system_score_codex":0.00059105066,"about_ca_system_score_gemma":0.0009044728,"threshold_uncertainty_score":0.9968202},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["sts","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2129973888","doi":"10.18438/b81w4j","title":"The Impact of the Acquisition of Electronic Medical Texts on the Usage of Equivalent Print Books in an Academic Medical Library","year":2010,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Electronic book; Computer science; Vendor; Electronic journal; Collection development; World Wide Web; Usage data; Business","score_opus":0.012302047145601265,"score_gpt":0.27393151427889245,"score_spread":0.26162946713329116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129973888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90304303,0.00025851704,0.0008411474,0.0870803,0.000153615,0.00047451357,0.000003685488,0.000052547504,0.008092642],"genre_scores_gemma":[0.99285764,0.00048800674,0.00016379615,0.006360902,0.000029446432,0.000014583683,0.0000031382876,0.0000038941944,0.00007862216],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99775076,0.00040260126,0.0006338375,0.00011806586,0.0009104734,0.00018426286],"domain_scores_gemma":[0.9949209,0.0039577107,0.0005667285,0.00040931412,0.000031682444,0.00011367656],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014158684,0.00010978492,0.00012161859,0.00013663746,0.00013890673,0.00023912587,0.0013623899,0.0001297139,0.00026698486],"category_scores_gemma":[0.0021125134,0.000052130257,0.00006815165,0.00069942983,0.00022592637,0.08177546,0.00043045043,0.0006823501,0.0000029261982],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069866626,0.00014094739,0.015915176,0.00006503376,0.00002788753,0.0000015104578,0.000897942,0.00015118529,0.0002657199,0.93747574,0.0020988295,0.042261343],"study_design_scores_gemma":[0.0017096291,0.0021998773,0.6245325,0.0019719247,0.000021775493,0.00009331274,0.00050873315,0.16173287,0.08518456,0.015941981,0.10557135,0.0005314499],"about_ca_topic_score_codex":0.0000045273237,"about_ca_topic_score_gemma":1.8434254e-7,"teacher_disagreement_score":0.92153376,"about_ca_system_score_codex":0.0000077848335,"about_ca_system_score_gemma":0.0016315206,"threshold_uncertainty_score":0.9310673},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2130424027","doi":"10.1186/1478-4505-10-26","title":"A scoping review about conference objectives and evaluative practices: how do we get more out of them?","year":2012,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Conferences and Exhibitions Management","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"Alliance for Health Policy and Systems Research","keywords":"Empirical research; Quality (philosophy); Health services research; Management science; Psychology; Public relations; Process management; Medical education; Medicine; Political science; Public health; Engineering; Nursing","score_opus":0.8005682879618851,"score_gpt":0.6592044186136772,"score_spread":0.14136386934820788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130424027","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015150341,0.9679549,0.000014304378,0.011639721,0.00015036637,0.0072798207,0.00008276636,0.000017974917,0.012858641],"genre_scores_gemma":[0.0006240977,0.9957086,0.000021449376,0.00007073394,0.0007601299,0.001047807,0.000009714784,0.000018155091,0.001739299],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98653644,0.0097137205,0.00078250235,0.0005221035,0.0014543101,0.0009909334],"domain_scores_gemma":[0.9936886,0.0028679995,0.0016126506,0.00041450164,0.00086743076,0.00054885383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022688271,0.00027706043,0.0018311021,0.00041168736,0.0010249474,0.00049770094,0.00036793083,0.00019625497,0.00004791178],"category_scores_gemma":[0.005185003,0.00020511098,0.00012287221,0.0007684251,0.0009206193,0.00034515062,0.00028625078,0.00062929565,0.00001844894],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020220066,0.00002594619,0.0000053391777,0.38293755,0.000056732228,8.443555e-7,0.018434636,1.132449e-8,1.0322496e-8,0.050517857,0.0005908892,0.54742813],"study_design_scores_gemma":[0.00005380541,0.000061211125,0.0000041946164,0.37446636,0.00006232565,0.0000030333752,0.0116594145,0.000004512595,3.2634089e-9,0.00020913652,0.6133625,0.0001135196],"about_ca_topic_score_codex":0.017867625,"about_ca_topic_score_gemma":0.002353967,"teacher_disagreement_score":0.61277163,"about_ca_system_score_codex":0.00037819814,"about_ca_system_score_gemma":0.008258034,"threshold_uncertainty_score":0.9973642},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2132438686","doi":"10.7710/2162-3309.1121","title":"Scholarly Communication at Canadian Research Libraries: Conversations with Librarians","year":2014,"lang":"en","type":"article","venue":"Journal of Librarianship and Scholarly Communication","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University; University of Guelph","funders":"Canadian Association of Research Libraries; Association of Research Libraries","keywords":"Scholarly communication; Scope (computer science); Public relations; Political science; Sociology; Library science; Publishing; Computer science","score_opus":0.07813666282704167,"score_gpt":0.3365969029888442,"score_spread":0.2584602401618025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132438686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51381695,0.0054876176,0.001097219,0.22481371,0.00040748328,0.0007938767,0.000021195852,0.000103880484,0.25345805],"genre_scores_gemma":[0.981944,0.0019162584,0.011742795,0.0012395701,0.00025224886,0.000019995174,0.000046836667,0.00002877083,0.0028095122],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933224,0.0045861946,0.00059642567,0.00019406999,0.0009191308,0.00038181792],"domain_scores_gemma":[0.9944371,0.0015474788,0.0005010055,0.0009914665,0.0018516255,0.0006713066],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0077001215,0.00015070547,0.00024237738,0.00080903876,0.004141415,0.00918285,0.0016147482,0.00030198382,0.00027329975],"category_scores_gemma":[0.002915541,0.00014207844,0.0000530349,0.0015148477,0.0008266005,0.031637434,0.00015948433,0.0014669995,0.00003348352],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011791324,0.00010948996,0.07005007,0.000012192691,0.000065120206,0.0000019202619,0.08909749,0.000013876761,0.00009144848,0.81143034,0.022026798,0.006983328],"study_design_scores_gemma":[0.0010403675,0.00025529516,0.073093854,0.00022526484,0.000049642716,0.000023822546,0.045410473,0.00006858818,0.000101185484,0.044189196,0.83526236,0.00027994486],"about_ca_topic_score_codex":0.01430607,"about_ca_topic_score_gemma":0.071018375,"teacher_disagreement_score":0.8132356,"about_ca_system_score_codex":0.00048032994,"about_ca_system_score_gemma":0.0042437683,"threshold_uncertainty_score":0.9971551},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2132615533","doi":"10.1002/asi.20349","title":"The place of serials in referencing practices: Comparing natural sciences and engineering with social sciences and humanities","year":2006,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":294,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Natural science; Citation index; Citation; Science Citation Index; Social science; Index (typography); The arts; Digital humanities; Bibliometrics; Citation analysis; Social Sciences Citation Index; Library science; Sociology; Humanities; Computer science; Political science; Epistemology; Philosophy; World Wide Web","score_opus":0.2802135795098643,"score_gpt":0.4847581285676076,"score_spread":0.20454454905774327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132615533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953043,0.00040042875,0.00016537648,0.0037394068,0.000073843745,0.00011358935,0.000001856142,0.0000039871175,0.00019719715],"genre_scores_gemma":[0.9968065,0.0001924588,0.0028888516,0.000082643375,0.000017430355,0.000002274214,3.497029e-8,0.0000011737488,0.000008609317],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966777,0.000027054246,0.0005481834,0.00013526046,0.0023324802,0.00027934264],"domain_scores_gemma":[0.99428993,0.0019609788,0.0019771538,0.00009659831,0.001650492,0.000024855119],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.021178816,0.00007076069,0.00023232581,0.005429512,0.0013895062,0.0014790497,0.0012060286,0.00002790762,2.3772908e-7],"category_scores_gemma":[0.009161904,0.00003278094,0.00003626956,0.041962195,0.007014023,0.002738237,0.0003946512,0.0001952862,7.257341e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025691738,0.00009866897,0.55102897,0.000121407305,0.000080871214,0.0000012328303,0.01170226,0.0018581348,0.03741667,0.1973272,0.003427963,0.19667971],"study_design_scores_gemma":[0.002141481,0.0025014982,0.6369707,0.0001661279,0.00004123221,0.00044787012,0.2087575,0.09776947,0.008233329,0.013513653,0.028967353,0.0004897672],"about_ca_topic_score_codex":0.000101802245,"about_ca_topic_score_gemma":0.000039307764,"teacher_disagreement_score":0.19705525,"about_ca_system_score_codex":0.00005978278,"about_ca_system_score_gemma":0.00044339764,"threshold_uncertainty_score":0.99991053},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2139697659","doi":"10.7202/011611ar","title":"Brief History of Science Translation in China","year":2005,"lang":"en","type":"article","venue":"Meta Journal des traducteurs","topic":"Translation Studies and Practices","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Translation studies; Translation (biology); Computer science; Linguistics; Machine translation; Dynamic and formal equivalence; China; Interpretation (philosophy); Natural language processing; Artificial intelligence; History; Philosophy; Chemistry","score_opus":0.08962091374395564,"score_gpt":0.27745293689490236,"score_spread":0.18783202315094671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139697659","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39524338,0.43479604,0.0010042393,0.0041611046,0.0022369132,0.00019416602,0.0000133520825,0.000039296832,0.16231151],"genre_scores_gemma":[0.9862288,0.010779433,0.001243616,0.00008908459,0.0003323458,0.000001960741,5.046591e-7,0.0000091564925,0.0013150861],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990427,0.000066379536,0.00033532907,0.00010800397,0.0002810688,0.00016651368],"domain_scores_gemma":[0.9995608,0.00006587064,0.00016700345,0.00007551966,0.00008105325,0.000049790357],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008312031,0.00008833034,0.0001988866,0.00024190011,0.0002127212,0.000066261295,0.00015059725,0.000012976394,0.0013453506],"category_scores_gemma":[0.000019919764,0.000068145055,0.00011312916,0.00008572266,0.001049236,0.0014109006,0.000003962438,0.0001828586,0.0000053014805],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063704756,0.00015321087,0.00035977067,0.000028605935,0.00014064022,0.0000036476529,0.06690506,0.0002920609,0.0012755232,0.02988757,0.00083580666,0.9000544],"study_design_scores_gemma":[0.00029787773,0.000047165606,0.0038324755,0.000011243087,0.00013931301,0.000017809654,0.00029348658,0.00006955074,0.00011220439,0.0016746657,0.99342185,0.00008233521],"about_ca_topic_score_codex":0.00012341853,"about_ca_topic_score_gemma":0.0011145825,"teacher_disagreement_score":0.9925861,"about_ca_system_score_codex":0.000091861664,"about_ca_system_score_gemma":0.00009335637,"threshold_uncertainty_score":0.99956757},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2140941766","doi":"10.7202/1018843ar","title":"Genèse et description des bibliothèques numériques","year":2013,"lang":"fr","type":"article","venue":"Documentation et bibliothèques","topic":"Cultural Insights and Digital Impacts","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.16981753917640363,"score_gpt":0.3570926278506418,"score_spread":0.18727508867423814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140941766","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13247564,0.058024686,0.62497884,0.022375071,0.0026371784,0.0014777441,0.000057968926,0.001152766,0.1568201],"genre_scores_gemma":[0.8476865,0.054711808,0.023934567,0.009736629,0.0003724303,0.0001417826,0.000112154536,0.00006728653,0.06323679],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9962262,0.00061047927,0.00080094027,0.0007854575,0.00073296874,0.00084395293],"domain_scores_gemma":[0.99710906,0.00028980663,0.00038441666,0.00056847796,0.0010987942,0.00054946524],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication","insufficient_payload"],"category_scores_codex":[0.00062627887,0.0005884964,0.00042220595,0.004271314,0.00033592398,0.2937192,0.00063271273,0.00024616483,0.009670223],"category_scores_gemma":[0.0002130544,0.0005008663,0.00023922247,0.008609715,0.00043350298,0.5148349,0.00034773702,0.00034049555,0.0013917505],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001512896,0.00038794128,0.0019377642,0.00018295925,0.00009640511,0.000035199,0.016685376,0.00007930433,0.009199101,0.79130775,0.16648799,0.013585102],"study_design_scores_gemma":[0.0008740295,0.000784019,0.036521114,0.0006741018,0.00004140952,0.0002436768,0.0018465837,0.0025979127,0.018256703,0.8173469,0.11965617,0.0011574158],"about_ca_topic_score_codex":0.01411492,"about_ca_topic_score_gemma":0.0011487311,"teacher_disagreement_score":0.7152109,"about_ca_system_score_codex":0.00028022093,"about_ca_system_score_gemma":0.00028858377,"threshold_uncertainty_score":0.9997443},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2143675014","doi":"10.1111/oik.02956","title":"Will technology trample peer review in ecology? Ongoing issues and potential solutions","year":2015,"lang":"en","type":"article","venue":"Oikos","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Publication; Process (computing); Computer science; The Internet; Field (mathematics); Peer review; Data sharing; Engineering ethics; Data science; Ecology; Sociology; Political science; World Wide Web; Engineering; Law; Biology","score_opus":0.04686649175508943,"score_gpt":0.2905927970901201,"score_spread":0.24372630533503065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143675014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8322485,0.008428754,0.00008537146,0.103472546,0.00026182923,0.00046226045,0.00006846426,0.00013328051,0.05483899],"genre_scores_gemma":[0.9937359,0.0021785584,0.00015747073,0.000775509,0.00001970771,0.000040673236,0.00004187944,0.0000064806986,0.003043824],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99933916,0.000022346656,0.0001063958,0.00015322528,0.00017422691,0.00020464652],"domain_scores_gemma":[0.9997791,0.0000060759244,0.00002580427,0.00011060231,0.000017579912,0.000060805873],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003143346,0.00006112145,0.00010433943,0.000025733707,0.000056496017,0.000012036042,0.00009047913,0.00006445115,0.010821851],"category_scores_gemma":[0.00018401511,0.000057342488,0.000015948684,0.00019756172,0.00015871294,0.00012774182,0.00013966557,0.000078916106,0.00062823266],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013892133,0.00033823354,0.17521748,0.00008253216,0.000012550398,0.00008623815,0.00048342822,0.000024265724,0.0028530315,0.010108251,0.7998934,0.010886685],"study_design_scores_gemma":[0.0005866802,0.00008691548,0.114830956,0.00005489257,0.000018036397,0.00011155571,0.0014668005,0.00008358764,0.0001387265,0.0022207438,0.8801957,0.0002053981],"about_ca_topic_score_codex":0.00017226425,"about_ca_topic_score_gemma":0.00067460997,"teacher_disagreement_score":0.16148739,"about_ca_system_score_codex":0.00019930601,"about_ca_system_score_gemma":0.0000059163476,"threshold_uncertainty_score":0.9900824},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2147876970","doi":"10.1177/0963662506063017","title":"Use of the deficit model in a shared culture of argumentation: the case of foot and mouth science","year":2006,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Animal Disease Management and Epidemiology","field":"Agricultural and Biological Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of East Anglia","keywords":"Argumentation theory; Public awareness of science; Sociology; Epistemology; Focus (optics); Politics; Criticism; Science communication; Relation (database); Philosophy of science; Social science; Political science; Science education; Law","score_opus":0.1653316454734304,"score_gpt":0.2743574182359106,"score_spread":0.10902577276248018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147876970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9977532,0.00004906092,0.0001607695,0.0010031908,0.000019321935,0.0001521233,0.000026401465,0.0000035740968,0.00083232654],"genre_scores_gemma":[0.9997457,0.000009513714,0.00017432187,0.000035068264,0.0000050117255,0.000002068185,0.0000010796296,3.112541e-7,0.000026903168],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99899757,0.000038486567,0.00027753974,0.00020357396,0.0002795269,0.00020329868],"domain_scores_gemma":[0.99936825,0.00014845667,0.0002607339,0.00007499118,0.00011230872,0.00003524451],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0010929129,0.000064375614,0.00013408704,0.00005735645,0.00030208996,0.00004663063,0.00045341288,0.000022736029,0.000009032199],"category_scores_gemma":[0.0002861899,0.000020936519,0.000039702805,0.0017524646,0.004048903,0.0004839684,0.00022443384,0.00004494512,4.900684e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003766062,0.00014889246,0.18645102,0.000048145357,0.000006377181,0.0000019849167,0.0015929273,0.0014057795,0.29239762,0.51687294,0.0001655315,0.00087113795],"study_design_scores_gemma":[0.00036972578,0.00022802116,0.81389046,0.000109639586,0.000038066846,0.00001803878,0.03419055,0.083167806,0.0047047106,0.06303885,0.000027445136,0.00021669526],"about_ca_topic_score_codex":0.001179333,"about_ca_topic_score_gemma":0.0007626512,"teacher_disagreement_score":0.62743944,"about_ca_system_score_codex":0.000052249834,"about_ca_system_score_gemma":0.0000481631,"threshold_uncertainty_score":0.9986615},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2158219055","doi":"10.1186/1478-4505-11-13","title":"Exploring the uptake and framing of research evidence on universal screening for intimate partner violence against women: a knowledge translation case study","year":2013,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Western University","funders":"Institute of Gender and Health; Canadian Institutes of Health Research; McMaster University; Canadian Health Services Research Foundation","keywords":"Knowledge translation; Rigour; Framing (construction); Health services research; Health care; Domestic violence; Qualitative research; Medicine; Health administration; Evidence-based practice; Randomized controlled trial; Psychological intervention; Public health; Alternative medicine; Psychology; Nursing; Poison control; Suicide prevention; Political science; Sociology; Law; Social science; Environmental health","score_opus":0.7416325399016703,"score_gpt":0.5766653195790115,"score_spread":0.16496722032265887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158219055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.990919,0.0018026119,0.00020171911,0.0007738019,0.00009844731,0.004057605,0.000008985717,0.000028027473,0.002109784],"genre_scores_gemma":[0.9945008,0.0036722182,0.000055282282,0.00004222037,0.00033970346,0.001236951,5.338776e-7,0.000013953836,0.00013830789],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9933034,0.0036931243,0.0004589694,0.00038510663,0.0009383528,0.0012210467],"domain_scores_gemma":[0.9922181,0.0061302264,0.00009073082,0.00027567914,0.0008873049,0.0003979663],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02787527,0.00011912208,0.00027311826,0.0005170532,0.003270844,0.00031218314,0.0002694543,0.00006247513,0.000002353745],"category_scores_gemma":[0.0022786856,0.000089357396,0.000026749103,0.0010408934,0.0008284324,0.0005882924,0.00010305549,0.00051387644,0.0000070977967],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018616408,0.00020425032,0.0021625669,0.0019063936,0.00003732278,0.00003291493,0.60548776,0.0000811375,0.0001494693,0.0486434,0.00029684612,0.34081176],"study_design_scores_gemma":[0.0006655927,0.0015353858,0.008447048,0.0034541953,0.0000032050991,0.000014450246,0.96564174,0.015788753,0.000016610802,0.00051122037,0.0037431382,0.00017865698],"about_ca_topic_score_codex":0.06661283,"about_ca_topic_score_gemma":0.00066240464,"teacher_disagreement_score":0.36015397,"about_ca_system_score_codex":0.00028464504,"about_ca_system_score_gemma":0.0007483744,"threshold_uncertainty_score":0.9980268},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2159983530","doi":"10.5455/aim.2012.20.136-140","title":"Cooperation Between Research Institutions and Journals on Research Integrity Cases: Guidance from the Committee on Publication Ethics (COPE)","year":2012,"lang":"en","type":"article","venue":"Acta Informatica Medica","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Statens Serum Institut; University of California, San Diego; Cross River University of Technology; University of Minnesota; Karolinska Institutet; University of Aberdeen; Universidade Federal do Rio de Janeiro; University of Connecticut; Monash University; Cardiff University; University of New South Wales; York University; Sveučilište u Zagrebu; Christian Medical College, Vellore; University of Oxford; Nanyang Technological University","keywords":"Scientific misconduct; Misconduct; Publication; Safeguarding; Officer; Suspect; Research integrity; Research ethics; Publishing; Political science; Public relations; Publish or perish; Psychology; Law; Engineering ethics; Medicine; Engineering; Alternative medicine","score_opus":0.5231173335945136,"score_gpt":0.5377257422074923,"score_spread":0.01460840861297863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159983530","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20286094,0.00038288155,0.0006223368,0.55750537,0.00058600045,0.0010671025,0.00014895442,0.000077583405,0.23674884],"genre_scores_gemma":[0.991623,0.0012584387,0.00026476634,0.0049474286,0.0014813911,0.000052956304,0.00007886937,0.0000061258556,0.00028705655],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99191886,0.0037821284,0.0005629101,0.00014928321,0.002864547,0.0007222507],"domain_scores_gemma":[0.9741934,0.023388712,0.00014432006,0.0004390306,0.0013799702,0.00045457672],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05951779,0.00011620795,0.0001776571,0.0002255883,0.0049931137,0.00047836956,0.0009013598,0.0010923978,0.00052126247],"category_scores_gemma":[0.102072716,0.000076939345,0.000032167944,0.0008244778,0.002083479,0.001678233,0.00018305075,0.013207229,0.0005288607],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029021345,0.00007286627,0.005780198,0.000018333703,0.000033896446,8.268459e-7,0.15464391,4.4967732e-7,0.000010330917,0.34969366,0.47340414,0.016312374],"study_design_scores_gemma":[0.00018152867,0.00009829178,0.012215289,0.00036492993,0.000011716184,0.000002776435,0.024957558,0.000076812634,0.00006515947,0.0034157299,0.9584966,0.00011363396],"about_ca_topic_score_codex":0.0072139143,"about_ca_topic_score_gemma":0.0010090941,"teacher_disagreement_score":0.78876203,"about_ca_system_score_codex":0.0003212695,"about_ca_system_score_gemma":0.0013281587,"threshold_uncertainty_score":0.99939716},"labels":[{"model":"gemma","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2160349994","doi":"10.1186/1478-4505-13-10","title":"Developing and refining the methods for a ‘one-stop shop’ for research evidence about health systems","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Western University","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Public health; Health administration; Medicine; Health policy; Refining (metallurgy); Health informatics; Nursing","score_opus":0.9912761006432657,"score_gpt":0.8676079469251584,"score_spread":0.12366815371810724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160349994","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007809061,0.040899932,0.14162076,0.7739705,0.0020449671,0.031815402,0.00041076873,0.0002052046,0.0012234444],"genre_scores_gemma":[0.4775782,0.036621965,0.15869398,0.12632646,0.024552358,0.13696036,0.00010806357,0.0006842675,0.03847434],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9428635,0.045417007,0.0028502187,0.0011075274,0.0022986636,0.005463082],"domain_scores_gemma":[0.8872378,0.10264344,0.00090555626,0.0010187619,0.005198801,0.002995658],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32642943,0.00028159167,0.001006919,0.0012914733,0.010919087,0.00040640603,0.0007745424,0.0002844284,0.000002451624],"category_scores_gemma":[0.1047406,0.00020899542,0.000049368693,0.002340634,0.0007221573,0.00046896085,0.0005926258,0.0017901678,0.00002939402],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0003930022,0.000027472719,0.0018328904,0.033647742,0.00003902015,7.5909065e-7,0.13537903,0.000020373984,0.00005398919,0.6057883,0.17147964,0.0513378],"study_design_scores_gemma":[0.0015801033,0.0012281566,0.0011243939,0.005134623,0.000002616016,0.000019312218,0.076317966,0.009024828,0.0000026033606,0.0030947425,0.90225905,0.00021158534],"about_ca_topic_score_codex":0.0615779,"about_ca_topic_score_gemma":0.0017167688,"teacher_disagreement_score":0.7307794,"about_ca_system_score_codex":0.00411164,"about_ca_system_score_gemma":0.04025517,"threshold_uncertainty_score":0.9997114},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2161075463","doi":"10.1186/1748-5908-7-2","title":"Use of health systems and policy research evidence in the health policymaking in eastern Mediterranean countries: views and practices of researchers","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Health services research; Health policy; Thematic analysis; Health informatics; Government (linguistics); Medicine; Health administration; Knowledge translation; Public health; Public relations; Political science; Qualitative research; Nursing; Sociology; Social science; Knowledge management","score_opus":0.976980351265113,"score_gpt":0.8372784395400653,"score_spread":0.13970191172504764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161075463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91695493,0.0010224134,0.00010923082,0.078389436,0.0001384685,0.0032450422,0.000055081055,0.000006879017,0.000078486286],"genre_scores_gemma":[0.9913681,0.0014557596,0.0004997901,0.006308803,0.0001141091,0.00022622489,0.000002059027,0.000008162181,0.000016987178],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9800111,0.012169688,0.002544478,0.00046787973,0.0027999636,0.0020069038],"domain_scores_gemma":[0.98167235,0.014598746,0.0023086173,0.00045277204,0.0005628225,0.0004047184],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12136721,0.00012085809,0.00037641008,0.0018038267,0.0010387194,0.00009730762,0.000545679,0.000042772885,0.000027344642],"category_scores_gemma":[0.015971344,0.00009226857,0.000011619022,0.0044436,0.0012911458,0.0032949825,0.0003137608,0.00050534506,0.0000054134357],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030424784,0.00002228208,0.6561137,0.0009953934,0.0000013722715,2.1974355e-7,0.3250011,0.0000022384609,0.000265858,0.0064816573,0.00076193555,0.010323853],"study_design_scores_gemma":[0.00070510746,0.00032027738,0.73421925,0.000951543,0.000001192878,0.0000062063227,0.2448647,0.00031768854,0.000028475259,0.00009389983,0.018405829,0.00008584875],"about_ca_topic_score_codex":0.15476537,"about_ca_topic_score_gemma":0.01640865,"teacher_disagreement_score":0.13835673,"about_ca_system_score_codex":0.0008512756,"about_ca_system_score_gemma":0.0073479516,"threshold_uncertainty_score":0.99827945},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2164878690","doi":"10.1525/jer.2007.2.1.3","title":"Sharing Data and Results in Ethnographic Research: Why This Should Not Be an Ethical Imperative","year":2007,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University; U.S. Department of Homeland Security","keywords":"Ethnography; Variety (cybernetics); Sociology; Engineering ethics; Research ethics; Relation (database); Politics; Field (mathematics); Epistemology; Public relations; Political science; Law; Computer science; Anthropology","score_opus":0.9682090312510818,"score_gpt":0.7973267805208706,"score_spread":0.17088225073021124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164878690","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34293267,0.0008853955,0.00033446623,0.6232512,0.00020591245,0.0015397695,0.00012152341,0.000048109745,0.030680962],"genre_scores_gemma":[0.97620267,0.01066283,0.004836647,0.0043591307,0.0020868408,0.00003340275,0.000031715583,0.00011580466,0.0016709408],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.70424086,0.2211059,0.004668306,0.003341062,0.05808696,0.008556908],"domain_scores_gemma":[0.60366285,0.35781267,0.0005530997,0.0033593583,0.02920601,0.005406014],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.827274,0.00040030427,0.0009824377,0.008240171,0.008288706,0.0019190669,0.006793903,0.0034959326,0.000259595],"category_scores_gemma":[0.5299207,0.0003307509,0.0002039295,0.0094131855,0.026613614,0.0016446686,0.0038944816,0.10131714,0.000031132407],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00652858,0.0016890175,0.0024297144,0.00030919447,0.0001441757,0.0020659568,0.37308723,0.0000093424305,0.0041769478,0.54155993,0.05648246,0.011517459],"study_design_scores_gemma":[0.0030509485,0.009522624,0.006893024,0.0015918054,0.00001052002,0.000019405445,0.22247592,0.000528169,0.0009159798,0.3387168,0.41561526,0.0006595504],"about_ca_topic_score_codex":0.0103558805,"about_ca_topic_score_gemma":0.052910563,"teacher_disagreement_score":0.63327,"about_ca_system_score_codex":0.0016515506,"about_ca_system_score_gemma":0.007617528,"threshold_uncertainty_score":0.99991447},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science","scholarly_communication"],"domain":"reproducibility","study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2167083241","doi":"10.1525/jer.2010.5.4.23","title":"Researchers' Perspectives on Collective/Community Co-Authorship in Community-Based Participatory Indigenous Research","year":2010,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Canadian Institutes of Health Research","keywords":"Indigenous; Community-based participatory research; Participatory action research; Citizen journalism; Thematic analysis; Sociology; Public relations; Value (mathematics); Qualitative research; Political science; Social science; Law","score_opus":0.9721388023156835,"score_gpt":0.7766190470881619,"score_spread":0.19551975522752163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167083241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9536884,0.00017632113,0.0000044433823,0.010330108,0.00033017623,0.00365988,0.00006137898,0.000035472684,0.03171386],"genre_scores_gemma":[0.993802,0.0002749264,0.00014265072,0.0016827267,0.00078135834,0.000637506,0.000048859765,0.0001179952,0.0025119614],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7033116,0.27457145,0.002100617,0.00059743796,0.01459729,0.0048215957],"domain_scores_gemma":[0.78955054,0.19095282,0.0004292162,0.0021708016,0.0139568355,0.0029397795],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.5064174,0.00044205209,0.0010010897,0.008870157,0.02797791,0.00024524104,0.004061491,0.002178831,0.0010917429],"category_scores_gemma":[0.09583548,0.00036566716,0.00027544473,0.00601737,0.006127353,0.00030912392,0.0012359259,0.24901518,0.0008444211],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.014553924,0.02158808,0.15807506,0.0045910096,0.000120692355,0.0005297887,0.73794323,0.000051780284,0.004892328,0.01697019,0.03978676,0.0008971339],"study_design_scores_gemma":[0.009262708,0.06372354,0.13929133,0.008578548,0.00001039576,0.0000067180613,0.60728097,0.00013047241,0.0030348308,0.112134375,0.055803765,0.0007423294],"about_ca_topic_score_codex":0.0071815494,"about_ca_topic_score_gemma":0.016351245,"teacher_disagreement_score":0.41058192,"about_ca_system_score_codex":0.009017,"about_ca_system_score_gemma":0.027152188,"threshold_uncertainty_score":0.99993354},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2196012223","doi":"10.1186/s12961-015-0061-4","title":"Building a knowledge translation platform in Malawi to support evidence-informed health policy","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Department of Medicine, University of Toronto; National Commission for Science and Technology; Universidade Federal de Minas Gerais; International Development Research Centre; University of Toronto; World Health Organization","keywords":"Knowledge translation; Health services research; Health administration; Health policy; Public health; Social policy; Health informatics; Medicine; Healthcare policy; Animal ecology; Translation (biology); Political science; Nursing; Health care reform; Knowledge management; Computer science; Law; Ecology","score_opus":0.9682649455052706,"score_gpt":0.7986569621935815,"score_spread":0.16960798331168914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2196012223","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20767565,0.0028897708,0.0020797832,0.73772186,0.001449645,0.022249013,0.00035008113,0.0003446108,0.025239563],"genre_scores_gemma":[0.957592,0.0012017846,0.0012319554,0.032750107,0.0025445125,0.0020530336,0.000015688509,0.000060258582,0.0025506802],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9824895,0.006987938,0.0030622254,0.0007416326,0.002026931,0.004691747],"domain_scores_gemma":[0.9821385,0.010218969,0.00056642265,0.00067548116,0.0010407574,0.0053598494],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.061939884,0.00029640942,0.0008698091,0.0040687094,0.0019631272,0.0001272887,0.00054308877,0.0002576409,0.000031568263],"category_scores_gemma":[0.026380848,0.00027217733,0.00004467246,0.00547874,0.00019311035,0.0009528382,0.00029206203,0.0014147263,0.0006840241],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0004054523,0.000100477846,0.0147011755,0.012237105,0.000012973338,0.000008408029,0.4899458,0.00007906,0.000044866654,0.17764537,0.1985308,0.106288515],"study_design_scores_gemma":[0.0029949767,0.0023919959,0.012524164,0.003931655,0.0000010232045,0.000030050864,0.036484987,0.0017343649,0.0000038865237,0.0016466863,0.9379133,0.00034288978],"about_ca_topic_score_codex":0.19040039,"about_ca_topic_score_gemma":0.037814427,"teacher_disagreement_score":0.7499163,"about_ca_system_score_codex":0.009542589,"about_ca_system_score_gemma":0.084196284,"threshold_uncertainty_score":0.99997306},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2218600740","doi":"10.3138/jsp.46.4.04","title":"The Case for Long Books","year":2015,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Digital Humanities and Scholarship","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reading (process); Publication; History; Library science; Computer science; Political science; Law","score_opus":0.14101296754442544,"score_gpt":0.2696137709571317,"score_spread":0.12860080341270624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2218600740","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42935616,0.0057255174,0.00020396509,0.014819154,0.0065218313,0.000313192,0.00004370045,0.00005630257,0.54296017],"genre_scores_gemma":[0.96038985,0.000009924682,0.000140238,0.0010053107,0.0039954633,0.000005538764,0.0000025474294,0.000027840293,0.03442326],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984308,0.0000691227,0.0005759814,0.00010009433,0.00052079663,0.0003032459],"domain_scores_gemma":[0.99520195,0.00041321272,0.00047808955,0.0001818574,0.0034455,0.00027940675],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.005124955,0.00012445655,0.00018394897,0.00014726138,0.0010230419,0.15802474,0.0007337055,0.00006133792,0.00006187813],"category_scores_gemma":[0.0041602384,0.00007675447,0.00019907765,0.000033872537,0.00014614467,0.09133312,0.000094326344,0.00095187884,0.000008760016],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116656054,0.000041175525,0.00025653688,0.000014258903,0.00009017777,0.00072847964,0.012802358,0.000002839591,0.000001892914,0.70392925,0.2566045,0.02541189],"study_design_scores_gemma":[0.00070708495,0.00027131406,0.000024446425,0.000043071497,0.000033901608,0.0014181278,0.025739983,0.000013089663,0.000009324237,0.03936578,0.9322576,0.00011627489],"about_ca_topic_score_codex":0.000069654925,"about_ca_topic_score_gemma":0.00078539917,"teacher_disagreement_score":0.6756531,"about_ca_system_score_codex":0.00010956073,"about_ca_system_score_gemma":0.0002039457,"threshold_uncertainty_score":0.92137593},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2219837050","doi":"10.1177/1476750315616684","title":"Transformative research as knowledge mobilization: Transmedia, bridges, and layers","year":2015,"lang":"en","type":"article","venue":"Action Research","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Transformative learning; Participatory action research; Mainstream; Knowledge transfer; Sociology; Citizen journalism; Positivism; Action research; Mobilization; New media; Knowledge management; Public relations; Political science; Pedagogy","score_opus":0.962218324450557,"score_gpt":0.7998834208303206,"score_spread":0.1623349036202364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2219837050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7185558,0.0012342907,0.0016554457,0.007883222,0.00036143538,0.0016261536,0.000008725058,0.00014842545,0.2685265],"genre_scores_gemma":[0.98824054,0.0012891229,0.00026460664,0.000027067588,0.0003938559,0.00029656026,0.0000046987825,0.000022697446,0.009460846],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98139113,0.013373629,0.00025782955,0.00042025538,0.0033034573,0.0012537214],"domain_scores_gemma":[0.9924582,0.003320733,0.000024049625,0.000268803,0.0026474213,0.0012807908],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.05099825,0.00011011767,0.00018411328,0.00075679243,0.0016774388,0.0003155692,0.00043872712,0.00021203315,0.0003932603],"category_scores_gemma":[0.01014868,0.000108686676,0.000041737487,0.002514998,0.0028004835,0.0009164697,0.00009505666,0.001258855,0.00077611476],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008640235,0.0008248897,0.0059469477,0.0001947591,0.00008552004,0.00005246338,0.52363837,0.000032083848,0.005436298,0.114797905,0.05248011,0.29564667],"study_design_scores_gemma":[0.00086960563,0.00063303986,0.0020620837,0.00004505284,0.000005015751,0.0000037557866,0.18395112,0.00084187434,0.008113065,0.012126688,0.7911571,0.00019157626],"about_ca_topic_score_codex":0.006405238,"about_ca_topic_score_gemma":0.00454496,"teacher_disagreement_score":0.738677,"about_ca_system_score_codex":0.00082457147,"about_ca_system_score_gemma":0.002936574,"threshold_uncertainty_score":0.99991333},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2236608270","doi":"","title":"Collaborative Citation Analysis and Accuracy Degree of Vancouver Style Application in References Of The Scientific Journal of Birjand University Of Medical Sciences: Short Communication","year":2015,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Ophthalmology and Visual Health Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Degree (music); Style (visual arts); Citation analysis; Computer science; Library science; Information retrieval; Geography; Archaeology; Physics","score_opus":0.6020774233915351,"score_gpt":0.6558915468924948,"score_spread":0.05381412350095971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2236608270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946016,0.0039198766,0.00031574068,0.00025188221,0.0000780272,0.00033486547,0.000015981772,0.0000010304365,0.00048096213],"genre_scores_gemma":[0.9965696,0.0030433373,0.00033295623,0.00000793476,0.00000903552,0.0000013651635,0.000003978044,0.0000032799385,0.000028535238],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969395,0.00074670627,0.00072835706,0.00015778716,0.0013064166,0.00012123637],"domain_scores_gemma":[0.9956974,0.0007588301,0.001265173,0.00029083938,0.001830352,0.00015742183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008373133,0.0000791701,0.0005687657,0.0012328541,0.00015914612,0.00004522532,0.0013204247,0.00010602069,0.00028020958],"category_scores_gemma":[0.0015018601,0.000056497982,0.00006922076,0.004445154,0.0013464693,0.0007562189,0.0003732398,0.00031965642,1.7136256e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005070274,0.00032416134,0.9861505,0.00013534218,0.00014426275,0.0000025529882,0.0014601528,0.00006768857,0.0036714023,0.00008873606,0.00072866544,0.006719487],"study_design_scores_gemma":[0.0007457146,0.000093538874,0.986908,0.00048011015,0.00016501892,0.000006155864,0.00402742,0.00077531,0.0055515277,0.0011028715,0.000095025825,0.00004930498],"about_ca_topic_score_codex":0.0017021982,"about_ca_topic_score_gemma":0.0021665907,"teacher_disagreement_score":0.0068712733,"about_ca_system_score_codex":0.00007041846,"about_ca_system_score_gemma":0.001515789,"threshold_uncertainty_score":0.4961122},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2261976862","doi":"10.3138/jsp.47.2.147","title":"Publishing Undergraduate Research: Linking Teaching and Research through a Dedicated Peer-Reviewed Open Access Journal","year":2016,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Work (physics); Discipline; Process (computing); Peer review; Quality (philosophy); Public relations; Engineering ethics; Sociology; Library science; Political science; Computer science; Engineering; Social science","score_opus":0.5479534976218382,"score_gpt":0.5658860954472149,"score_spread":0.017932597825376706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2261976862","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072859764,0.002949694,0.0016868983,0.85091424,0.0020659245,0.00042960857,0.0000037830816,0.000031112133,0.06905896],"genre_scores_gemma":[0.96770966,0.007696472,0.009860041,0.0017071436,0.0045915185,0.000014960958,0.0000025378367,0.000052151427,0.008365502],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97255033,0.015850773,0.0014647585,0.00049274,0.008272412,0.0013689637],"domain_scores_gemma":[0.97241205,0.007121974,0.0015820337,0.00047141893,0.017182523,0.0012299826],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.2771217,0.00019569775,0.00045874406,0.0014563714,0.008916861,0.4328944,0.0080743125,0.00035240132,0.0003066757],"category_scores_gemma":[0.22355494,0.00013486325,0.00013865498,0.0022988694,0.0005049698,0.47425357,0.0032032994,0.014180244,0.000018684072],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008234582,0.0002161258,0.012887753,0.000040692707,0.00017750895,0.00010327451,0.031568345,0.0000022390454,0.00051808055,0.11639329,0.6146766,0.22333376],"study_design_scores_gemma":[0.0009821255,0.00010528657,0.0031993145,0.0014956166,0.000025764699,0.00009297644,0.019603174,0.0000014253768,0.000018493978,0.12953655,0.84477043,0.00016881149],"about_ca_topic_score_codex":0.0048148264,"about_ca_topic_score_gemma":0.00046755705,"teacher_disagreement_score":0.8948499,"about_ca_system_score_codex":0.0014601026,"about_ca_system_score_gemma":0.0038146405,"threshold_uncertainty_score":0.99729246},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2318885919","doi":"10.3138/jsp.47.3.284","title":"Burn This Article: An Inflammatory View of Peer Review","year":2016,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"American Constitutional Law and Politics","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Censorship; Hierarchy; Fell; Style (visual arts); History; Sociology; Classics; Media studies; Political science; Law; Geography; Archaeology; Cartography","score_opus":0.04486223243767581,"score_gpt":0.32760418663515056,"score_spread":0.2827419541974748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318885919","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19127755,0.03683248,0.0012956045,0.33440432,0.0016313345,0.0003082351,0.000046600024,0.00005754332,0.43414634],"genre_scores_gemma":[0.9809251,0.0059809973,0.001710945,0.004804148,0.0013029871,0.0000013888131,8.949642e-7,0.000011052363,0.0052625244],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966753,0.00045473178,0.0006704542,0.00009353433,0.0018536493,0.0002522885],"domain_scores_gemma":[0.9927257,0.00032163388,0.00074788823,0.0001652061,0.005670595,0.00036902848],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.010165929,0.00008029028,0.0002761802,0.00011083264,0.00023409775,0.0020376015,0.0007062171,0.0001024215,0.000788757],"category_scores_gemma":[0.020686934,0.000052686788,0.0001356166,0.00030246438,0.00044252726,0.04506056,0.000049262468,0.0004990793,0.00001607227],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011044996,0.00005707897,0.016526671,0.00008634659,0.000045597862,0.00002236944,0.0009162109,4.7691077e-7,0.0009928154,0.8896955,0.053106602,0.03853929],"study_design_scores_gemma":[0.00019287298,0.000052221752,0.0024680193,0.0014165136,0.00004219248,0.000024933372,0.0004170853,1.482734e-7,0.000058712274,0.002449017,0.9927914,0.00008686504],"about_ca_topic_score_codex":0.0002470238,"about_ca_topic_score_gemma":0.00004465445,"teacher_disagreement_score":0.9396848,"about_ca_system_score_codex":0.00015947026,"about_ca_system_score_gemma":0.0022969474,"threshold_uncertainty_score":0.9989984},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2322177933","doi":"10.1525/jer.2011.6.3.47","title":"When They Hear What We Say: Ethical Challenges in Presenting Research Findings to the Huntington Disease Community","year":2011,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Transparency (behavior); Autonomy; Disease; Research ethics; Psychology; Community engagement; Bioethics; Huntington's disease; Balance (ability); Social psychology; Medicine; Public relations; Political science; Psychiatry; Pathology","score_opus":0.9641321750926299,"score_gpt":0.7402153150700238,"score_spread":0.22391686002260613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322177933","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46879977,0.0021035203,0.000007080354,0.5156871,0.00019200085,0.0019081404,0.0000062227477,0.0000315295,0.011264644],"genre_scores_gemma":[0.9419249,0.048869282,0.0006168105,0.0035479553,0.0014376286,0.00020104958,0.0000048662164,0.00018376911,0.0032137001],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.84766304,0.098020084,0.003294285,0.0016250825,0.043880053,0.0055174264],"domain_scores_gemma":[0.41142616,0.53316176,0.00043855148,0.006289112,0.041794855,0.0068895905],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.5649333,0.0005248226,0.001334738,0.0060368506,0.0053520086,0.0012879575,0.0066720517,0.0034904797,0.0007039014],"category_scores_gemma":[0.6234598,0.000354512,0.00064778,0.0040446618,0.0071304957,0.00075018685,0.0066045434,0.23752525,0.0006162263],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02694959,0.01751797,0.03666557,0.0086082565,0.00072582095,0.0054591363,0.4545765,0.000051210594,0.0026296496,0.32988614,0.09893702,0.017993167],"study_design_scores_gemma":[0.0024852303,0.013141994,0.09050584,0.015650118,0.000029008603,0.00004716062,0.07434164,0.000081697675,0.0013089495,0.7517185,0.05022277,0.00046705903],"about_ca_topic_score_codex":0.0017387684,"about_ca_topic_score_gemma":0.009523933,"teacher_disagreement_score":0.51213914,"about_ca_system_score_codex":0.0021305832,"about_ca_system_score_gemma":0.011090668,"threshold_uncertainty_score":0.9998907},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2332623075","doi":"10.1590/2177-6709.21.1.013-014.edt","title":"Systematic reviews: knowledge translation?","year":2016,"lang":"en","type":"review","venue":"Dental Press Journal of Orthodontics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Translation (biology); Computer science; Natural language processing; Medicine; Biology; Genetics","score_opus":0.9062011608234578,"score_gpt":0.6136895173669229,"score_spread":0.2925116434565349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332623075","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.515624e-7,0.9589292,0.032286424,0.000013790466,0.0019676653,0.0030458844,0.000048162652,0.0000032848636,0.0037047802],"genre_scores_gemma":[0.000006288826,0.9847076,0.004433075,0.000014910731,0.0006191569,0.000057315825,0.000004994247,0.00005808117,0.010098563],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8838777,0.05760629,0.050511707,0.00084573316,0.006754636,0.00040393617],"domain_scores_gemma":[0.9049252,0.026762925,0.061306145,0.0041840477,0.002378336,0.00044332532],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.21594612,0.0010022561,0.032646418,0.001058998,0.00012677722,0.0014020171,0.0053253975,0.00040166234,0.0020268308],"category_scores_gemma":[0.07286809,0.00035696133,0.019614097,0.0011322298,0.00009485727,0.0006001548,0.00019618326,0.00065819646,0.0048897974],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022756788,0.00008074646,0.000023767769,0.20025973,0.001531666,0.00005010106,0.00015923573,5.7439195e-7,1.3113466e-7,0.00026687034,0.026313739,0.77131116],"study_design_scores_gemma":[0.00012990966,0.00003492045,0.0000011496168,0.15814811,0.007320676,0.0009156105,0.000038939124,0.000022287593,1.4849614e-7,0.000109343724,0.83298165,0.00029727706],"about_ca_topic_score_codex":4.312753e-7,"about_ca_topic_score_gemma":0.000005060165,"teacher_disagreement_score":0.80666786,"about_ca_system_score_codex":0.00013306786,"about_ca_system_score_gemma":0.00025184854,"threshold_uncertainty_score":0.99988824},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2333110603","doi":"10.1177/000841740907600201","title":"Are We Ready for an Impact Factor?","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Occupational Therapy","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine","score_opus":0.9241897391965286,"score_gpt":0.6855952147089429,"score_spread":0.23859452448758567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333110603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892718,0.0018513674,0.0048976964,0.0025448173,0.00043960026,0.00018360413,0.00045005803,0.0000032102703,0.0003578025],"genre_scores_gemma":[0.9978948,0.00013034191,0.0007586642,0.0006419183,0.00032332467,9.742234e-7,0.0000060081506,0.000006406861,0.00023750852],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99598837,0.00011216247,0.00057398505,0.00020646374,0.002714724,0.0004043138],"domain_scores_gemma":[0.99133277,0.0010422986,0.00063456706,0.00026588832,0.005285984,0.0014384935],"candidate_categories":["bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0052973675,0.000111038964,0.0002509153,0.026287185,0.0002449766,0.0012942535,0.0013498088,0.00008148016,0.00082749326],"category_scores_gemma":[0.004656937,0.00006998977,0.00022602179,0.020902228,0.000056515764,0.00082585396,0.0000051792235,0.00016316821,0.000018002691],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003315365,0.000082796265,0.3590796,5.4361885e-7,0.00003322727,0.000028002069,0.00024575973,0.00031905618,0.0004056463,0.0008876472,0.08487003,0.5537161],"study_design_scores_gemma":[0.0005591129,0.0010338355,0.8755556,0.000005069536,0.0000011352843,0.000027638958,0.00010446017,0.00042341914,0.00009587395,0.014965365,0.10713443,0.000094080686],"about_ca_topic_score_codex":0.00036979714,"about_ca_topic_score_gemma":0.0011775407,"teacher_disagreement_score":0.55362207,"about_ca_system_score_codex":0.00025248123,"about_ca_system_score_gemma":0.0023613113,"threshold_uncertainty_score":0.999909},"labels":[{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["metaresearch","bibliometrics","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2340971688","doi":"10.1177/1073110516644205","title":"The European Union's Adequacy Approach to Privacy and International Data Sharing in Health Research","year":2016,"lang":"en","type":"article","venue":"The Journal of Law Medicine & Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Human Genome Research Institute; World Anti-Doping Agency; European Commission","keywords":"Jurisdiction; European union; Data sharing; Data Protection Act 1998; Proportionality (law); Transparency (behavior); Data Protection Directive; Directive; Data quality; Business; Directive on Privacy and Electronic Communications; International trade; FTC Fair Information Practice; General Data Protection Regulation; Information privacy law; Information privacy; European Union law; Political science; Law; Privacy by Design; Computer science","score_opus":0.9053631604117635,"score_gpt":0.6803113645551662,"score_spread":0.2250517958565973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340971688","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010985026,0.0016018044,0.0036414491,0.951488,0.00033339625,0.000376558,0.000004223493,0.000008709362,0.031560827],"genre_scores_gemma":[0.9640275,0.023944233,0.0014192691,0.006510004,0.0017075203,0.0000016827853,0.0000032202493,0.000036222027,0.0023503348],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9825728,0.008551246,0.0019210794,0.000502156,0.00567945,0.0007732706],"domain_scores_gemma":[0.911539,0.08260694,0.00045660828,0.002167125,0.0025319627,0.0006983298],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.33922866,0.00011482317,0.00033112458,0.0002136287,0.0004307975,0.000045058747,0.003168971,0.0001609972,0.000018729168],"category_scores_gemma":[0.17214599,0.00004469594,0.00002862034,0.00037326574,0.0019900005,0.00017771391,0.0024411133,0.009427346,0.00001170071],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020600907,0.0005748126,0.007530388,0.00093174196,0.00033047274,0.00017338665,0.048923396,0.000018634879,0.0024699026,0.7803083,0.024050413,0.13262846],"study_design_scores_gemma":[0.010446576,0.0046079312,0.039904226,0.023536121,0.0000848111,0.0014276281,0.01059666,0.00044391013,0.00008500125,0.31012666,0.598456,0.00028444137],"about_ca_topic_score_codex":0.0004541268,"about_ca_topic_score_gemma":0.0005902702,"teacher_disagreement_score":0.9530425,"about_ca_system_score_codex":0.00020897368,"about_ca_system_score_gemma":0.0011559441,"threshold_uncertainty_score":0.99285793},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2341380340","doi":"10.5281/zenodo.49700","title":"La Science Ouverte: Un Espace De Visibilité Et De Promotion De La Science","year":2015,"lang":"fr","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Cultural Insights and Digital Impacts","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Political science","score_opus":0.15131101489138107,"score_gpt":0.3338857560635405,"score_spread":0.1825747411721594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2341380340","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.203324,0.00037529407,0.11073678,0.006967179,0.00040317385,0.00054661086,0.00007222661,0.00093545136,0.67663926],"genre_scores_gemma":[0.9892714,0.00006923979,0.0047228043,0.0004613332,0.00010628729,4.46228e-8,0.0000231926,0.00031142213,0.0050342823],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99593645,0.0010887656,0.00023600439,0.0007325666,0.0009886674,0.0010175583],"domain_scores_gemma":[0.9964033,0.00007904624,0.00012664712,0.0006655656,0.0015639466,0.0011615432],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.008171716,0.00020485908,0.00014800082,0.00032309865,0.0023429333,0.013669537,0.0031291125,0.00010866678,0.00050357234],"category_scores_gemma":[0.006154578,0.00019111713,0.000050582978,0.0029006782,0.0032634519,0.005068193,0.003551948,0.00045177626,0.0016101059],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058638714,0.00088385894,0.000036291847,0.00008967469,0.000018359815,0.00022978877,0.04806615,0.0009275303,0.060075752,0.63161415,0.059304647,0.19869515],"study_design_scores_gemma":[0.00076430157,0.00082401553,0.0066595376,0.00016628888,0.000015773376,0.0034265402,0.0009908538,0.030549945,0.014021941,0.0139430985,0.9281932,0.0004444746],"about_ca_topic_score_codex":0.00022920336,"about_ca_topic_score_gemma":0.000002247331,"teacher_disagreement_score":0.86888856,"about_ca_system_score_codex":0.0014676575,"about_ca_system_score_gemma":0.00045025226,"threshold_uncertainty_score":0.9994491},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2342223182","doi":"10.63567/3y78x433","title":"Collaboration among Legal Information Providers in Quebec: CAIJ and Lexum's Shared Vision","year":2016,"lang":"en","type":"article","venue":"Journal of open access to law","topic":"Legal Education and Practice Innovations","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Internet privacy; Business; Computer science","score_opus":0.045595924527835174,"score_gpt":0.46139923245358405,"score_spread":0.4158033079257489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2342223182","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25509575,0.000012496376,0.00025864964,0.671688,0.0005966381,0.0006143977,0.000006347729,0.000007417641,0.07172027],"genre_scores_gemma":[0.9955989,0.000026582666,0.00040414275,0.0021742634,0.00009829542,0.00001117258,0.0000018613046,0.000003181714,0.0016815667],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897546,0.00014278272,0.00041837597,0.00006363991,0.00029079575,0.00010894971],"domain_scores_gemma":[0.9985882,0.000143194,0.00044753752,0.000069310845,0.000644655,0.00010710981],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0012309575,0.00005224276,0.00010728016,0.00021146392,0.00023854457,0.036881603,0.0005037302,0.000049331058,0.0002823319],"category_scores_gemma":[0.0011757254,0.00003771147,0.00001287345,0.00069800194,0.00007782841,0.3303696,0.00010465048,0.00012017502,0.000014371264],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026485734,0.00012529516,0.024047162,0.000014102632,0.000018840237,0.000005532191,0.030837674,0.00005066075,0.0003815834,0.27961844,0.6161416,0.04849421],"study_design_scores_gemma":[0.00044368114,0.000035859306,0.044512093,0.0000852754,0.000004733215,0.0000013296805,0.002811342,0.0000045465245,0.00010544267,0.00059558486,0.9513289,0.00007121679],"about_ca_topic_score_codex":0.41238672,"about_ca_topic_score_gemma":0.591941,"teacher_disagreement_score":0.7405032,"about_ca_system_score_codex":0.00023589637,"about_ca_system_score_gemma":0.0011488028,"threshold_uncertainty_score":0.9641182},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2345430546","doi":"10.29173/cais665","title":"Linear vs. Visual Cognitive Style and Faceted vs. Visual Interaction in Digital Library User Interfaces","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognitive style; Computer science; Leverage (statistics); Digital library; User interface; Context (archaeology); World Wide Web; Human–computer interaction; Cognition; Psychology; Artificial intelligence; Linguistics; Geography","score_opus":0.016091263633613965,"score_gpt":0.2913358936974888,"score_spread":0.27524463006387484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345430546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811408,0.001510091,0.000009914192,0.0030694618,0.00041856637,0.0006107591,0.00031527257,0.000058962272,0.012866154],"genre_scores_gemma":[0.9915209,0.00012870529,0.00006277499,0.0016111907,0.00021648861,0.00004652449,0.00004378921,0.000058612204,0.00631103],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997685,0.000099619276,0.0007849673,0.00055415166,0.00029760372,0.0005786224],"domain_scores_gemma":[0.9890487,0.00047674638,0.0008777206,0.00011661685,0.009281954,0.0001982424],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00032510667,0.00043502307,0.0006949421,0.00037136747,0.000102285405,0.0037770956,0.0006460532,0.00040703177,0.0058846846],"category_scores_gemma":[0.006808062,0.00038458535,0.00015357294,0.00047432142,0.000734615,0.019644631,0.0006431201,0.000841342,0.00011098461],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004056013,0.0023298813,0.50717986,0.0015054803,0.00096069736,0.000031732772,0.32831523,0.000007739926,0.013650487,0.002304779,0.019463286,0.12019481],"study_design_scores_gemma":[0.0066700596,0.0045019435,0.5741069,0.0050192797,0.00033457327,0.00032391382,0.24573275,0.0044973334,0.05176718,0.0008104732,0.10461592,0.0016196984],"about_ca_topic_score_codex":0.00052397605,"about_ca_topic_score_gemma":0.000008762134,"teacher_disagreement_score":0.11857511,"about_ca_system_score_codex":0.00004453792,"about_ca_system_score_gemma":0.000118858734,"threshold_uncertainty_score":0.9998606},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2382972747","doi":"10.34105/j.kmel.2016.08.001","title":"Editorial: Models, technologies and approaches toward widening the open access to learning and education","year":2016,"lang":"en","type":"editorial","venue":"Knowledge Management & E-Learning An International Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Open learning; Knowledge management; Informal learning; Open education; Globe; Productivity; Business model; Computer science; Business; Marketing; Economic growth; Teaching method; Sociology; World Wide Web; Cooperative learning; Psychology; Economics; Pedagogy","score_opus":0.04908212569322858,"score_gpt":0.37564597554272766,"score_spread":0.3265638498494991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2382972747","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007560772,0.0009580695,0.0554145,0.008094502,0.91736954,0.00037486744,0.0000034091606,0.00037786027,0.017331632],"genre_scores_gemma":[0.014001202,0.0041807285,0.010880088,0.000051820796,0.95570725,0.00008709607,0.000043669625,0.000080345024,0.01496782],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965605,0.00044117228,0.00052797754,0.0009058341,0.001139503,0.0004250221],"domain_scores_gemma":[0.99748516,0.00048275274,0.0006372413,0.00038317422,0.0008318137,0.00017985863],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["open_science"],"category_scores_codex":[0.0022616067,0.00042635898,0.00038816183,0.00082669477,0.0008633673,0.0137976,0.007989113,0.0003416111,0.0000065290055],"category_scores_gemma":[0.0011952975,0.00030978737,0.00008595573,0.00033897016,0.00011374529,0.0034535355,0.010015551,0.0024167227,0.000020972175],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023366632,0.00006896628,0.00018785294,0.000038063914,0.00020780094,0.0000073441424,0.0008943094,0.0008866851,0.0000010161073,0.0105002,0.5535659,0.4336185],"study_design_scores_gemma":[0.00042933796,0.00015983885,0.00004636887,0.00078096165,0.00006812476,0.000023528677,0.00217046,0.019561056,0.000001599075,0.010670011,0.9656666,0.00042211922],"about_ca_topic_score_codex":0.000026260335,"about_ca_topic_score_gemma":0.000011612202,"teacher_disagreement_score":0.43319637,"about_ca_system_score_codex":0.0002558911,"about_ca_system_score_gemma":0.00038849592,"threshold_uncertainty_score":0.99993545},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2475318605","doi":"10.1177/0306312716659373","title":"Beams of particles and papers: How digital preprint archives shape authorship and credit","year":2016,"lang":"en","type":"preprint","venue":"Social Studies of Science","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Invisibility; Preprint; Reading (process); Temporalities; Publishing; Computer science; Scrutiny; Order (exchange); Space (punctuation); Media studies; World Wide Web; Sociology; Political science; Law","score_opus":0.15692199277478205,"score_gpt":0.38354944745384456,"score_spread":0.2266274546790625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2475318605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94870436,0.0034010638,0.01627158,0.022541385,0.00046618233,0.00086353323,0.000081768165,0.00008961074,0.0075805318],"genre_scores_gemma":[0.99284625,0.002604422,0.0043325867,0.0000123718655,0.00006697011,0.000024828334,5.127959e-7,0.000004365129,0.00010771077],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974513,0.00009718667,0.00026457568,0.00086553063,0.00092286203,0.00039854896],"domain_scores_gemma":[0.9980141,0.00069161446,0.0004480401,0.0005422511,0.00018792911,0.00011607059],"candidate_categories":["sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0018888637,0.00017245584,0.00035862133,0.00016796189,0.000475088,0.0014580076,0.0023926126,0.000047215446,9.916695e-7],"category_scores_gemma":[0.003524768,0.00012961567,0.000052942432,0.00029734956,0.009653569,0.007241993,0.018020313,0.0001984467,4.7643672e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049132002,0.00015844431,0.012575507,0.0012607652,0.0003840021,0.000010658411,0.049566094,0.000005959567,0.009005509,0.32067773,0.00013558815,0.6061706],"study_design_scores_gemma":[0.00088939676,0.00060868246,0.3615408,0.0011761055,0.00008948235,0.0000049772148,0.023573058,0.0038695564,0.007908957,0.59672755,0.0024696158,0.0011418547],"about_ca_topic_score_codex":0.000011952572,"about_ca_topic_score_gemma":0.0000053030676,"teacher_disagreement_score":0.60502875,"about_ca_system_score_codex":0.00002882628,"about_ca_system_score_gemma":0.00013504259,"threshold_uncertainty_score":0.9995786},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts","scholarly_communication"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2482990642","doi":"","title":"Library Services: Vancouver Citation Style Guide: Package Inserts","year":2012,"lang":"en","type":"article","venue":"","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Style (visual arts); Citation; Computer science; Library science; World Wide Web; Geography; Archaeology","score_opus":0.031041876386243127,"score_gpt":0.22857769350638038,"score_spread":0.19753581712013726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2482990642","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12787275,0.00032833975,0.000033787306,0.00059189973,0.00072810444,0.00007558974,0.000011109739,0.00030558236,0.8700528],"genre_scores_gemma":[0.85672534,0.000021592385,0.00059394166,0.0020635847,0.0005169318,0.000010304822,0.0001467789,0.000017142464,0.13990441],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993171,0.00008155436,0.0001787254,0.00008642518,0.00014912132,0.00018703901],"domain_scores_gemma":[0.9993562,0.000064264226,0.00006825309,0.00037081822,0.000060370672,0.000080057034],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00025666744,0.00008605021,0.000076908764,0.000080089296,0.0002899035,0.0011552111,0.00029877707,0.00004048937,0.0057687755],"category_scores_gemma":[0.000020195139,0.000069258545,0.00003718783,0.000044010394,0.00003125935,0.009764177,0.000092190116,0.00013252663,0.00033581245],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005589241,0.00011096037,0.007686792,0.000028809889,0.000017728828,2.7050388e-7,0.05005289,3.9320037e-7,0.00005322554,0.19911891,0.73912716,0.003797293],"study_design_scores_gemma":[0.00011843617,0.00001277622,0.0032872234,0.000012214404,0.000007296764,2.577899e-7,0.0073778345,0.00004910494,0.00009383899,0.0014388714,0.9874886,0.000113518916],"about_ca_topic_score_codex":0.00044951215,"about_ca_topic_score_gemma":0.0018366957,"teacher_disagreement_score":0.73014843,"about_ca_system_score_codex":0.000015083147,"about_ca_system_score_gemma":0.000016500904,"threshold_uncertainty_score":0.9998817},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2510217753","doi":"10.3138/jsp.44.2.004","title":"Caveat Publicatur","year":2012,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.07517900037508932,"score_gpt":0.2204508547811941,"score_spread":0.1452718544061048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510217753","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12691304,0.015286514,0.00051750557,0.007103915,0.012333497,0.00007484366,0.00008738298,0.000026129492,0.83765715],"genre_scores_gemma":[0.9492786,0.00018906493,0.0024345915,0.0011509036,0.0015130342,0.0000016319111,0.0000023036016,0.000018029905,0.04541184],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984845,0.000015600785,0.00082506845,0.00016098576,0.00010437383,0.00040945737],"domain_scores_gemma":[0.9981517,0.000056844317,0.0009728165,0.00021896898,0.00030549197,0.00029413175],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication","insufficient_payload"],"category_scores_codex":[0.00578928,0.000107779495,0.00036181684,0.00056715874,0.00016179933,0.012614726,0.00067920017,0.00011942997,0.0028009294],"category_scores_gemma":[0.002775033,0.00010587196,0.00019308005,0.00033015135,0.000048010046,0.09655843,0.00017405917,0.0007077643,0.0022574074],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072685,0.000073496034,0.21587475,0.0000063269144,0.00010752375,0.000002176838,0.0011438733,0.0000041759304,0.000015892652,0.171177,0.61057425,0.0010132933],"study_design_scores_gemma":[0.00041849524,0.000019983408,0.039707664,0.000011905845,0.000008186849,0.00003974145,0.00096403563,0.00000873936,0.000019723102,0.004410373,0.9542522,0.00013895225],"about_ca_topic_score_codex":0.000036140435,"about_ca_topic_score_gemma":7.7999044e-7,"teacher_disagreement_score":0.8223656,"about_ca_system_score_codex":0.00018758996,"about_ca_system_score_gemma":0.000028547447,"threshold_uncertainty_score":0.9985194},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2510936828","doi":"10.1177/1740774516665597","title":"Adult patient perspectives on clinical trial result reporting: A survey of cancer patients","year":2016,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Dalhousie University; University of Calgary; University of Alberta","funders":"","keywords":"Medicine; Clinical trial; Family medicine; Internal medicine","score_opus":0.9095515158207234,"score_gpt":0.7475305313935051,"score_spread":0.16202098442721824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510936828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98480606,0.00015112344,0.000022081245,0.0056088795,0.004057869,0.002855416,0.00032394417,0.00006305472,0.0021115988],"genre_scores_gemma":[0.9890528,0.0056053745,0.00038320274,0.0010727142,0.0022660054,0.0001290977,0.00002305634,0.000060922623,0.001406847],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95058525,0.016388115,0.027253415,0.0019900363,0.0030454095,0.0007377863],"domain_scores_gemma":[0.1046645,0.8414851,0.028374223,0.004679127,0.01853295,0.0022641313],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.2076227,0.00033094536,0.0039346176,0.00015673283,0.00008368291,0.000027078073,0.00046557368,0.0015532657,0.00059892045],"category_scores_gemma":[0.97236204,0.00018116616,0.001890712,0.00042770905,0.0015706818,0.0000672383,0.00031522656,0.00262893,0.00014873044],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.25832844,0.00767411,0.62797195,0.000054441793,0.0006141852,0.000024944025,0.00011269396,1.6488036e-7,0.000039999843,0.0010070655,0.007023403,0.09714859],"study_design_scores_gemma":[0.16710566,0.03528137,0.7902656,0.0017270596,0.00026897434,5.741741e-7,0.00012097933,0.000004061461,0.0004740682,0.00309306,0.0013577582,0.00030083928],"about_ca_topic_score_codex":0.0004505869,"about_ca_topic_score_gemma":0.0003054234,"teacher_disagreement_score":0.84592074,"about_ca_system_score_codex":0.00016364754,"about_ca_system_score_gemma":0.002181622,"threshold_uncertainty_score":0.9997429},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2517520435","doi":"10.1016/j.jclinepi.2016.08.004","title":"Authors seldom report the most patient-important outcomes and absolute effect measures in systematic review abstracts","year":2016,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; Canada Research Chairs; McMaster University; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Systematic review; MEDLINE; Relative risk; Absolute risk reduction; Meta-analysis; Cochrane Library; Absolute (philosophy); Family medicine; Confidence interval; Internal medicine","score_opus":0.8594837081704251,"score_gpt":0.6711357165434036,"score_spread":0.18834799162702143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2517520435","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008418584,0.9897471,0.0002773271,0.003723789,0.0023096458,0.0035506545,0.000015747792,0.0000029137705,0.0002886298],"genre_scores_gemma":[0.00006323781,0.99598104,0.0004965483,0.0020280655,0.00030383212,0.00010296703,0.0000033602337,0.00003348077,0.0009874982],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.23125994,0.44488,0.31407174,0.0022131787,0.006609123,0.0009659906],"domain_scores_gemma":[0.07456141,0.6215427,0.29459366,0.006563746,0.0019211846,0.0008172746],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8765847,0.0010582649,0.103007615,0.0006231151,0.0001072462,0.00018720694,0.0036097015,0.0010261828,0.0005062131],"category_scores_gemma":[0.95510125,0.0002764657,0.01943781,0.0010228935,0.0003739518,0.00020072924,0.00033198015,0.0024679166,0.00052147196],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014708602,0.00009731453,0.018798037,0.35743248,0.0039269105,0.0009961437,0.000023911778,0.0000022085867,5.8976526e-9,0.00024813664,0.061577268,0.55688286],"study_design_scores_gemma":[0.00018462908,0.00022623217,0.0025269594,0.35247478,0.0074305898,0.0030581842,0.0000096524145,0.000010325673,2.483323e-9,0.002055592,0.6317643,0.00025875532],"about_ca_topic_score_codex":0.000010622675,"about_ca_topic_score_gemma":0.000024541858,"teacher_disagreement_score":0.57018703,"about_ca_system_score_codex":0.00007911472,"about_ca_system_score_gemma":0.0007167121,"threshold_uncertainty_score":0.99996877},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2518646621","doi":"10.1002/asi.23833","title":"Scholarly use of social media and altmetrics: A review of the literature","year":2017,"lang":"en","type":"review","venue":"Journal of the Association for Information Science and Technology","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":571,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada; Alfred P. Sloan Foundation","keywords":"Altmetrics; Scholarship; Social media; Scholarly communication; Promotion (chess); Sociology; Data science; Computer science; Social science; Political science; World Wide Web; Publishing","score_opus":0.17870384047953633,"score_gpt":0.45440800468111564,"score_spread":0.2757041642015793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518646621","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029803006,0.9815807,0.0000024628637,0.012745187,0.0035391496,0.0015530814,0.00007040392,0.000006808357,0.00020420535],"genre_scores_gemma":[0.0005202389,0.99895686,0.00014671816,0.00012801528,0.00017761794,0.000041954372,0.0000018382292,0.000003427715,0.000023354714],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99709696,0.00021909922,0.0011001241,0.00007623927,0.0013159149,0.00019166044],"domain_scores_gemma":[0.9822153,0.0021022668,0.009452125,0.00021717399,0.0059622806,0.000050851082],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009269384,0.00010054278,0.0007071443,0.00088298594,0.0011142513,0.00031394008,0.0010878015,0.00047026214,0.0000012397827],"category_scores_gemma":[0.22333306,0.000058783036,0.00019852431,0.003506695,0.00089322147,0.003824422,0.00014592776,0.0005352979,4.3566914e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016436792,0.000011283134,0.0007042354,0.0075116926,0.000031776348,1.7534994e-8,0.008199901,1.0133965e-8,3.654889e-7,0.021096174,0.001654578,0.9607883],"study_design_scores_gemma":[0.00009192092,0.000017388938,0.0009423506,0.011171857,0.00018879373,0.0000037933655,0.00045142963,2.4889275e-7,0.000002831029,0.0010443161,0.98603255,0.000052530195],"about_ca_topic_score_codex":0.000017203514,"about_ca_topic_score_gemma":0.000016852979,"teacher_disagreement_score":0.984378,"about_ca_system_score_codex":0.00057995017,"about_ca_system_score_gemma":0.0028066,"threshold_uncertainty_score":0.85700333},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2526349856","doi":"10.18438/b8mm0j","title":"Retroactive Collection Development: Gap Identification through Citation Analysis","year":2016,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Collection development; Identification (biology); Computer science; Citation; Data science; Information retrieval; Library science","score_opus":0.040432228185220145,"score_gpt":0.2586946566664715,"score_spread":0.21826242848125138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2526349856","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06443964,0.0016071423,0.287391,0.35755754,0.0014897956,0.0012015827,0.00010859566,0.0013117353,0.28489298],"genre_scores_gemma":[0.97880495,0.00060488394,0.0029729758,0.01380284,0.00025236202,0.000047934733,0.00014591862,0.000008248345,0.0033599052],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987917,0.00019674386,0.00046086917,0.00014719927,0.00027518722,0.00012830207],"domain_scores_gemma":[0.9975808,0.0015276195,0.00054981513,0.0001259291,0.00016826404,0.000047524747],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00074826885,0.00010243012,0.00010576413,0.00036623346,0.0005783099,0.0011032085,0.00011218166,0.00006721046,0.00082701753],"category_scores_gemma":[0.002007888,0.000077680466,0.000038573005,0.00044428094,0.000076186596,0.3487514,0.000028064145,0.00013546576,0.00009136486],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002856366,0.00002773327,0.0009903193,0.000071309885,0.00015991012,4.710548e-7,0.02198283,0.00003577825,0.000077118326,0.9313752,0.0127511015,0.032242592],"study_design_scores_gemma":[0.00023998065,0.00003782273,0.0067210584,0.0001747055,0.00017049817,0.000002117162,0.0070402683,0.0008476705,0.0016051467,0.0008067635,0.9821681,0.00018586316],"about_ca_topic_score_codex":0.000017171238,"about_ca_topic_score_gemma":4.9576647e-7,"teacher_disagreement_score":0.969417,"about_ca_system_score_codex":0.000029678517,"about_ca_system_score_gemma":0.00012782335,"threshold_uncertainty_score":0.9999337},"labels":[{"model":"gemma","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2536088371","doi":"","title":"Naming, Branding and Promoting the Institutional Repository: A Social Marketing Approach from the Canadian Perspective","year":2009,"lang":"en","type":"article","venue":"SMARTech Repository (Georgia Institute of Technology)","topic":"Corporate Social Responsibility Reporting","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Marketing; Public relations; Business; Social marketing; Sociology; Political science; Computer science","score_opus":0.012518718374573386,"score_gpt":0.21835564246069553,"score_spread":0.20583692408612214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2536088371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94701225,0.00038393095,0.00012207884,0.0072472575,0.0006493345,0.0007634983,0.0000032058547,0.0003180856,0.04350036],"genre_scores_gemma":[0.9974753,0.000002075851,0.0010055639,0.00025350906,0.0010724034,0.000038811522,0.000009330698,0.000020767768,0.00012220169],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99765104,0.000059414164,0.0006831159,0.0006500685,0.00046798078,0.00048837875],"domain_scores_gemma":[0.9979607,0.00008526388,0.00090413296,0.00052373053,0.0004944869,0.000031701355],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016635826,0.0003091838,0.0003716741,0.00037487393,0.0049735405,0.0005632548,0.0006971035,0.0003797245,0.0000026567416],"category_scores_gemma":[0.0020464144,0.00023046196,0.0001494328,0.0012675034,0.001404964,0.0009074375,0.0002850848,0.0007855397,0.0000025986706],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052062055,0.00040997833,0.32474133,0.00027904863,0.00064440555,0.0010763566,0.0049533006,0.0001135241,0.06575849,0.545679,0.00068178657,0.055142183],"study_design_scores_gemma":[0.0029075586,0.00013576743,0.7694114,0.0011792174,0.0010872495,0.0013874463,0.027475696,0.009935566,0.006665645,0.10449681,0.07288388,0.002433798],"about_ca_topic_score_codex":0.055035084,"about_ca_topic_score_gemma":0.012645176,"teacher_disagreement_score":0.44467005,"about_ca_system_score_codex":0.000602033,"about_ca_system_score_gemma":0.0009389397,"threshold_uncertainty_score":0.99632186},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2544237122","doi":"10.1002/asi.23781","title":"Developments in research data management in academic libraries: Towards an understanding of research data service maturity","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Research Data Management Practices","field":"Computer Science","cited_by":228,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"RDM; Maturity (psychological); Data management; Data curation; Service (business); Capability Maturity Model; Data management plan; Service delivery framework; Data as a service; Knowledge management; Public relations; Business; Computer science; Data science; Political science; Marketing; Database","score_opus":0.6200252280254551,"score_gpt":0.5405688026875997,"score_spread":0.07945642533785546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2544237122","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4511512,0.0003097227,0.0445619,0.45188135,0.0021210315,0.005528682,0.00027433233,0.00010254929,0.044069245],"genre_scores_gemma":[0.9881899,0.0007942202,0.0108617665,0.00007756848,0.000012088384,0.0000068738423,0.000008521286,0.0000019913673,0.000047123303],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9960632,0.00019230331,0.0006022178,0.00023827344,0.0024979326,0.0004061253],"domain_scores_gemma":[0.99511176,0.00036080155,0.0010658512,0.002167942,0.0012457495,0.00004790666],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch","scholarly_communication","open_science"],"category_scores_codex":[0.06803358,0.000053002732,0.00013247463,0.0028121374,0.000814478,0.0023763014,0.02052973,0.00010867094,2.9003942e-7],"category_scores_gemma":[0.017305965,0.00004062695,0.0000063193775,0.0038389764,0.00038633932,0.12470017,0.015115507,0.00082491693,0.0000014217079],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038459155,0.000053083728,0.04153537,0.0001152018,0.000026875674,0.0000020515292,0.0013854438,0.000011168716,0.00008882827,0.9248568,0.0014923475,0.030394383],"study_design_scores_gemma":[0.0034803725,0.0002787584,0.46602535,0.00067858334,0.000015562504,0.00002047478,0.02749799,0.07241851,0.0017635606,0.2980595,0.12945108,0.00031026025],"about_ca_topic_score_codex":0.000079110956,"about_ca_topic_score_gemma":0.00015199647,"teacher_disagreement_score":0.6267973,"about_ca_system_score_codex":0.0006760397,"about_ca_system_score_gemma":0.00078146515,"threshold_uncertainty_score":0.9986593},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2548535514","doi":"","title":"Sustaining Open Access","year":2016,"lang":"en","type":"article","venue":"University of North Texas Digital Library (University of North Texas)","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Electronic publishing; Session (web analytics); Open access publishing; Computer science; World Wide Web; Library science; Political science; The Internet; Law","score_opus":0.02350295721281676,"score_gpt":0.20639585649628636,"score_spread":0.1828928992834696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2548535514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8815136,0.000017461452,0.047739264,0.0023087726,0.00017095708,0.00050338573,0.0005072235,0.0003036967,0.066935636],"genre_scores_gemma":[0.977531,0.00005952621,0.002297869,0.00015191954,0.000019610727,1.8107539e-8,0.00006840317,0.000009599255,0.019862024],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982507,0.000063059575,0.0002725838,0.00051180506,0.0004928033,0.00040901473],"domain_scores_gemma":[0.9980189,0.0001460722,0.000565633,0.0008056969,0.0001523191,0.00031133462],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.00010592218,0.00022364628,0.00041591958,0.00049982144,0.00031795382,0.00062146736,0.010458816,0.00007204298,0.00041713886],"category_scores_gemma":[0.000017982466,0.00022301196,0.00019715606,0.0015299753,0.00045314265,0.09009899,0.007643431,0.000111074325,0.00035878186],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005678627,0.00006847301,0.94867206,0.000033193763,0.00004115995,0.000056404675,0.00019919053,0.000034216766,1.08163526e-7,0.0027892946,0.011536304,0.036512833],"study_design_scores_gemma":[0.00085020514,0.0001444872,0.8594463,0.00007104382,0.000005733464,0.0000068708932,0.00012660876,0.0003110051,0.000020516703,0.00023542998,0.13848467,0.00029713166],"about_ca_topic_score_codex":0.00017864942,"about_ca_topic_score_gemma":0.000105106075,"teacher_disagreement_score":0.12694836,"about_ca_system_score_codex":0.000043801934,"about_ca_system_score_gemma":0.0005034556,"threshold_uncertainty_score":0.9948951},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2556066278","doi":"10.1007/s11948-016-9845-3","title":"Media Portrayal of a Landmark Neuroscience Experiment on Free Will","year":2016,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Free Will and Agency","field":"Neuroscience","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Clinical Research Institute","funders":"Fonds de Recherche du Québec - Santé; Social Sciences and Humanities Research Council of Canada; Government of Canada","keywords":"Autonomy; Free will; Philosophy of science; Credibility; Agency (philosophy); Neuroethics; Psychology; Social media; Incompatibilism; Epistemology; Sense of agency; Social psychology; Compatibilism; Sociology; Political science; Law; Neuroscience; Philosophy","score_opus":0.05317736546638603,"score_gpt":0.2736203045722404,"score_spread":0.22044293910585439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2556066278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910651,0.00006330968,0.0013759215,0.003985022,0.0012975596,0.0001109527,0.000026149062,0.00010738669,0.0019686432],"genre_scores_gemma":[0.9990422,0.000108170054,0.0002761117,0.00043301866,0.00004269827,0.0000049809273,4.8674742e-8,0.0000070241836,0.000085732325],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99823886,0.00001780004,0.00014738989,0.0003926846,0.00088097027,0.0003223197],"domain_scores_gemma":[0.9989415,0.00047748897,0.000040391747,0.00033092065,0.000058239806,0.00015149631],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008769624,0.00010889204,0.00010698608,0.00014264387,0.00015161792,0.00003255248,0.00055212784,0.00005635473,0.000009608469],"category_scores_gemma":[0.007374048,0.00006794428,0.00002228874,0.0005200252,0.000859784,0.00035656136,0.00013733913,0.00019002953,0.000003594132],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034934603,0.000016647104,0.00007697582,0.000010656207,1.4810564e-7,0.0000069370226,0.00048137602,0.00006337003,0.9666475,0.03148432,0.000044422275,0.0011641739],"study_design_scores_gemma":[0.00028317425,0.0001774966,0.0055414904,0.00013975683,0.0000020539032,0.000018646135,0.000026798874,0.0011853398,0.9861451,0.00086971396,0.0054081497,0.00020229036],"about_ca_topic_score_codex":0.000007749188,"about_ca_topic_score_gemma":0.000001474491,"teacher_disagreement_score":0.030614607,"about_ca_system_score_codex":0.000023910165,"about_ca_system_score_gemma":0.00013494068,"threshold_uncertainty_score":0.88279563},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2572490305","doi":"10.1002/lob.10158","title":"Science Policy in Person: Profiles of the ASLO Public Policy Committee (Part 1 of 2)","year":2017,"lang":"en","type":"article","venue":"Limnology and Oceanography Bulletin","topic":"Coastal and Marine Management","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Habitats Directive; Marine Strategy Framework Directive; Sustainability; Environmental resource management; Directive; Natural resource; Water Framework Directive; Corporate governance; Political science; Sustainability science; Environmental planning; Business; Biodiversity; Geography; Ecology; Ecosystem; Environmental science; Social sustainability","score_opus":0.013806116858588948,"score_gpt":0.2266787811988962,"score_spread":0.21287266434030724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2572490305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8553616,0.00004908135,0.000002469281,0.035944667,0.0000639978,0.00017060043,0.000006304213,0.00000799135,0.10839331],"genre_scores_gemma":[0.9985553,0.0000916892,0.00011078204,0.00032549698,0.000026800062,0.000005189656,4.4676588e-7,0.0000035304652,0.0008807494],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99909383,0.000045516783,0.0001616302,0.00023105479,0.00017886436,0.00028908197],"domain_scores_gemma":[0.9992339,0.000022950495,0.00018242188,0.00050026696,0.0000102290105,0.000050202463],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00036401258,0.00009773091,0.00014937244,0.00028507318,0.00037002412,0.000026933676,0.0007923685,0.00004758529,0.00021956352],"category_scores_gemma":[0.00018245712,0.000069140195,0.000063051615,0.00056548364,0.004079854,0.00008252658,0.0026779738,0.00011249319,0.000008903396],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001596056,0.00011317512,0.9360085,0.000021487891,0.000008846535,0.0000013065747,0.00026446854,0.0000024595784,0.00050359213,0.038847513,0.002282648,0.021930031],"study_design_scores_gemma":[0.0002873224,0.00009827956,0.9425654,0.00001565969,0.000005133953,0.000003598391,0.00021764125,0.000008579111,0.0006845101,0.0027514587,0.05328462,0.00007781886],"about_ca_topic_score_codex":0.0019379,"about_ca_topic_score_gemma":0.00033579368,"teacher_disagreement_score":0.14319374,"about_ca_system_score_codex":0.000017246204,"about_ca_system_score_gemma":0.000035913563,"threshold_uncertainty_score":0.99863046},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2577652526","doi":"10.3138/jsp.48.2.br","title":"<i>Digital Scholarly Editing: Theories, Models and Methods</i> by Elena Pierazzo","year":2017,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Digital Humanities and Scholarship","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; Epistemology; Philosophy","score_opus":0.06325467530447566,"score_gpt":0.281298527087911,"score_spread":0.21804385178343533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2577652526","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.118675396,0.0071603446,0.0015112046,0.009645182,0.0034394057,0.00020206232,0.00029416598,0.00008895689,0.8589833],"genre_scores_gemma":[0.9715814,0.0001789088,0.0018729985,0.0016234341,0.0043183933,0.000004281207,0.000019596007,0.00007914808,0.020321814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967115,0.00016380372,0.001009071,0.0003558571,0.0011829126,0.0005768524],"domain_scores_gemma":[0.994107,0.00034957597,0.0016137729,0.00060237135,0.0028244946,0.00050276745],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0059582144,0.00036233623,0.00058496656,0.00031803275,0.002742808,0.5391034,0.0022085432,0.00021034399,0.00020572409],"category_scores_gemma":[0.008017771,0.0002982436,0.00026446942,0.000044093526,0.00060818036,0.53095126,0.0005715909,0.0030178092,0.000007828966],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088997134,0.00012964418,0.0014511046,0.000044628665,0.00022138731,0.000059822978,0.008655797,0.00000198178,0.00018774263,0.796534,0.06877731,0.12384759],"study_design_scores_gemma":[0.0009324216,0.00023953627,0.00018538407,0.0002076134,0.000061999985,0.00012240977,0.008108583,0.000033664266,0.00007957408,0.2523546,0.7373013,0.00037292662],"about_ca_topic_score_codex":0.0000772131,"about_ca_topic_score_gemma":0.00003789087,"teacher_disagreement_score":0.85290605,"about_ca_system_score_codex":0.00010422416,"about_ca_system_score_gemma":0.00015738682,"threshold_uncertainty_score":0.99994695},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2583047471","doi":"10.1080/08989621.2017.1287567","title":"Best Practice to Order Authors in Multi/Interdisciplinary Health Sciences Research Publications","year":2017,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada; Université de Montréal","keywords":"Order (exchange); Engineering ethics; Declaration; Best practice; Accountability; Attribution; Confusion; Computer science; Political science; Psychology; Public relations; Management science; Sociology; Business; Social psychology; Law; Engineering","score_opus":0.9220851009964572,"score_gpt":0.8041078746149898,"score_spread":0.11797722638146746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2583047471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49487793,0.00016828784,0.000032426728,0.46371067,0.00014435167,0.0027955768,0.000014978618,0.000031217718,0.038224548],"genre_scores_gemma":[0.9812374,0.00050185126,0.010245589,0.00068074267,0.00016002847,0.00080450135,0.000008671418,0.000036586865,0.0063246395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9828082,0.004035822,0.0013436239,0.001906417,0.0073317336,0.0025742126],"domain_scores_gemma":[0.87530917,0.09518246,0.0003301474,0.0088287275,0.018183576,0.0021659336],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.24063195,0.000195284,0.00054918,0.0025186692,0.003158268,0.0009636302,0.0032817672,0.00056866097,0.00038890913],"category_scores_gemma":[0.47745505,0.00017388062,0.00007686738,0.005028972,0.0059076007,0.001270809,0.0067274207,0.012147867,0.0010139198],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016528885,0.010305473,0.9273467,0.00094474683,0.000027366583,0.0001012623,0.012268398,0.00004069092,0.00033328918,0.02359899,0.007547678,0.015832542],"study_design_scores_gemma":[0.0020524848,0.0032484746,0.8936264,0.0018301769,0.0000036959002,0.000025376597,0.0444391,0.0014880868,0.00010416491,0.039833933,0.013050763,0.0002973254],"about_ca_topic_score_codex":0.045821983,"about_ca_topic_score_gemma":0.13085762,"teacher_disagreement_score":0.48635945,"about_ca_system_score_codex":0.0024100074,"about_ca_system_score_gemma":0.009573539,"threshold_uncertainty_score":0.9997639},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2587252982","doi":"10.18192/uojm.v7i1.1755","title":"Predatory Journals : Do Not Enter","year":2017,"lang":"en","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Humanities; Audience measurement; Political science; Credibility; Publishing; Library science; Art; Law; Computer science","score_opus":0.5181515019525601,"score_gpt":0.5358257010649157,"score_spread":0.01767419911235557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587252982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91828245,0.0024416284,0.0072703958,0.0269254,0.0017613075,0.00010130601,0.000021234158,0.0000036165504,0.043192673],"genre_scores_gemma":[0.99392235,0.0009289754,0.0006989697,0.000093043855,0.0002490664,4.927268e-9,1.1696876e-7,0.0000034129494,0.0041040764],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9910671,0.00017793164,0.00067561714,0.0001880855,0.0076497314,0.00024154765],"domain_scores_gemma":[0.98941594,0.0013578304,0.0022846556,0.0007046997,0.0057314895,0.0005054001],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02674582,0.00008831956,0.0004890739,0.022866348,0.00042468324,0.0003198836,0.0046159173,0.00008575576,0.004034122],"category_scores_gemma":[0.03368877,0.000058290992,0.00020581839,0.007242356,0.0008449097,0.001062655,0.00047847943,0.00039653733,0.000041223015],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017640089,0.00017025438,0.45744282,0.000012420661,0.00012216,0.00063564564,0.00088568573,0.000020737762,0.0033090976,0.0009336268,0.3631361,0.17315504],"study_design_scores_gemma":[0.0032275002,0.00063039054,0.5954286,0.00015924218,0.000034844976,0.00012925525,0.002277548,0.000105794905,0.00070410426,0.0016740875,0.39554206,0.000086561646],"about_ca_topic_score_codex":0.00008404381,"about_ca_topic_score_gemma":0.000013807237,"teacher_disagreement_score":0.17306848,"about_ca_system_score_codex":0.00006845838,"about_ca_system_score_gemma":0.00023459915,"threshold_uncertainty_score":0.9968763},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2595552036","doi":"10.29173/cais217","title":"Proposal for an Alternate Structure to Organize and Access Resources in a Virtual Library in Education","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"USable; Library science; Web site; Computer science; Field (mathematics); World Wide Web; The Internet","score_opus":0.020956208191918558,"score_gpt":0.2744966942057839,"score_spread":0.2535404860138653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2595552036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9711738,0.00018462336,0.000022340084,0.024604576,0.00048580868,0.0010603215,0.000037591268,0.000023316015,0.0024076032],"genre_scores_gemma":[0.99279577,0.00007753755,0.004122658,0.00065500324,0.00017011137,0.000077285054,0.000004508569,0.000027797632,0.0020693094],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981905,0.000064622924,0.0005304755,0.00050580176,0.00027359175,0.00043501155],"domain_scores_gemma":[0.98810107,0.00011762999,0.0005066963,0.0001842256,0.01085899,0.00023140402],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00040234678,0.00026113237,0.0003903155,0.00034872358,0.00010365983,0.010069901,0.0025370934,0.00017163536,0.00007136488],"category_scores_gemma":[0.005316073,0.00022665224,0.000046991736,0.00087661995,0.00022503044,0.0372148,0.0011347204,0.00036844242,0.0000029674231],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001663261,0.00051131804,0.4860508,0.000679782,0.000030266085,4.3767946e-7,0.2701304,0.00005321993,0.013013105,0.13429753,0.005430782,0.08963602],"study_design_scores_gemma":[0.0012450812,0.0015132976,0.81275386,0.0018368167,0.0000400214,0.000064282285,0.04808243,0.007648703,0.025335833,0.054536365,0.046124052,0.0008192813],"about_ca_topic_score_codex":0.0016493716,"about_ca_topic_score_gemma":0.00016159483,"teacher_disagreement_score":0.326703,"about_ca_system_score_codex":0.00005622537,"about_ca_system_score_gemma":0.0011400685,"threshold_uncertainty_score":0.99095774},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2599395542","doi":"10.1177/0306312717694512","title":"From ‘just the facts’ to ‘more theory and methods, please’: The evolution of the research article in <i>Administrative Science Quarterly</i> , 1956–2008","year":2017,"lang":"en","type":"article","venue":"Social Studies of Science","topic":"Management and Organizational Studies","field":"Business, Management and Accounting","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Discipline; Section (typography); Epistemology; Period (music); Sociology; Resizing; Positive economics; Social science; Computer science; Economics; Philosophy","score_opus":0.11762719503584612,"score_gpt":0.42968128385042054,"score_spread":0.3120540888145744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599395542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9730543,0.0005064513,0.000096949705,0.017790431,0.00023079856,0.00042104645,0.000003694115,0.0000062704303,0.007890095],"genre_scores_gemma":[0.9993736,0.00001454573,0.00011364551,0.00022166138,0.00018713811,0.000013643185,8.3520476e-8,0.0000030625392,0.00007261459],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.998393,0.00007748286,0.00018840459,0.0002517049,0.00081802683,0.00027139141],"domain_scores_gemma":[0.9984295,0.00042747543,0.00021631391,0.0002787221,0.0006394741,0.000008554723],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0062642503,0.00008065771,0.00013876597,0.000096847754,0.0075239376,0.00027710665,0.0013725176,0.000013878036,0.0000070471033],"category_scores_gemma":[0.004079184,0.000040352515,0.000026002792,0.0016130797,0.0156084215,0.000699181,0.0012411068,0.00011114724,0.0000037758853],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007091804,0.0000790519,0.11003306,0.00005208545,0.000049039492,6.18245e-7,0.06522162,0.00000888523,0.011381277,0.8021829,0.0022477694,0.008672764],"study_design_scores_gemma":[0.00009063836,0.00001040104,0.730291,0.000023730214,0.000013500829,2.6285578e-8,0.21226043,0.000035131845,0.00046115386,0.05638632,0.00037869276,0.00004893871],"about_ca_topic_score_codex":0.0023555665,"about_ca_topic_score_gemma":0.0014188461,"teacher_disagreement_score":0.74579656,"about_ca_system_score_codex":0.000075173026,"about_ca_system_score_gemma":0.00009076288,"threshold_uncertainty_score":0.99376816},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2607780492","doi":"10.1007/s11948-017-9902-6","title":"A New Science Publishing System for a Budding Science Publishing Crisis","year":2017,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Publishing; Philosophy of science; Scientific publishing; Science policy; Political science; Engineering ethics; Epistemology; Law; Engineering; Philosophy","score_opus":0.17828636987509422,"score_gpt":0.42874400817412467,"score_spread":0.25045763829903045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607780492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42298815,0.0006714088,0.35540825,0.14768331,0.024246292,0.0016067094,0.000093362054,0.0012108894,0.046091624],"genre_scores_gemma":[0.97766376,0.000012956812,0.020787062,0.00063573837,0.00058133114,0.000019551302,6.450141e-7,0.000021778655,0.00027717804],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9854397,0.00003806217,0.0008098156,0.0020798487,0.009886706,0.0017458684],"domain_scores_gemma":[0.98462236,0.002789848,0.00086205074,0.0027949968,0.0070849727,0.0018457784],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","sts","scholarly_communication"],"category_scores_codex":[0.13726453,0.00031346874,0.00044026683,0.0024724659,0.01226418,0.20272706,0.02235004,0.000357181,0.000005274261],"category_scores_gemma":[0.38437232,0.00025144094,0.00008520428,0.0067016208,0.0039544776,0.11646003,0.0041796383,0.002066854,0.000009914175],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034651657,0.00002752824,0.0075704935,0.00024941322,0.00001639181,0.000017494609,0.019438198,0.004062352,0.058096223,0.7595386,0.031842828,0.11910586],"study_design_scores_gemma":[0.0025526076,0.00021468296,0.062414497,0.0019750467,0.00008034311,0.000328587,0.04050496,0.68557453,0.04812724,0.042861003,0.11214079,0.0032256877],"about_ca_topic_score_codex":0.0012317477,"about_ca_topic_score_gemma":0.000035305344,"teacher_disagreement_score":0.71667755,"about_ca_system_score_codex":0.0006550423,"about_ca_system_score_gemma":0.008413378,"threshold_uncertainty_score":0.9999938},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2610741382","doi":"10.1016/j.wneu.2017.04.157","title":"The Spectrum of Altmetrics in Neurosurgery: The Top 100 “Trending” Articles in Neurosurgical Journals","year":2017,"lang":"en","type":"review","venue":"World Neurosurgery","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":98,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Altmetrics; Social media; Medicine; Neurosurgery; Citation; Mainstream; Bibliometrics; Outreach; Medical education; Library science; World Wide Web; Surgery; Computer science","score_opus":0.41313739206947037,"score_gpt":0.49475298336685625,"score_spread":0.08161559129738588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610741382","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004219275,0.9585164,2.2868701e-7,0.011234188,0.022400232,0.0021478762,0.00001683648,0.0000452414,0.0014197085],"genre_scores_gemma":[0.010513924,0.9865433,0.0000020940186,0.00021707483,0.0016853515,0.0005074731,0.0000034831166,0.0000734612,0.0004538512],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98912185,0.0050779493,0.0024998053,0.00063665526,0.0013608763,0.0013028752],"domain_scores_gemma":[0.94346315,0.05267152,0.0024177094,0.0010813382,0.00008517458,0.00028111218],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.011126484,0.00044985578,0.0019069862,0.0020037729,0.001379189,0.0006141363,0.0016534901,0.00029602612,0.00008678757],"category_scores_gemma":[0.04069273,0.00030177413,0.0007207623,0.0067774043,0.0010821817,0.00027231761,0.00019569558,0.0019298843,0.000029952753],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016494403,0.00015608573,0.047519986,0.0005016867,0.0000109047,0.000087798355,0.0008503961,0.0000017631515,1.6429202e-7,0.0016449938,0.002096913,0.9471128],"study_design_scores_gemma":[0.00007796227,0.000011146001,0.03832578,0.0018296548,0.000051065046,0.0000060736897,0.000072255236,0.0000020220298,7.4908996e-7,0.00039040964,0.9589963,0.00023661164],"about_ca_topic_score_codex":0.0017016451,"about_ca_topic_score_gemma":0.006112929,"teacher_disagreement_score":0.95689934,"about_ca_system_score_codex":0.0003836448,"about_ca_system_score_gemma":0.001954194,"threshold_uncertainty_score":0.99994344},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2611920100","doi":"10.1186/s12961-017-0200-1","title":"Policymaker experiences with rapid response briefs to address health-system and technology questions in Uganda","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Health services research; Public health; Health administration; Health informatics; Medicine; Health economics; Health policy; Social policy; Family medicine; Environmental health; Nursing; Political science","score_opus":0.172793535929432,"score_gpt":0.5048071456256642,"score_spread":0.33201360969623217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611920100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.761777,0.0037197738,0.0000035954522,0.23175389,0.00007411632,0.00165363,0.00003883881,0.000055592307,0.00092358433],"genre_scores_gemma":[0.9950343,0.0008993424,0.000047720612,0.0023972131,0.00036402774,0.00042443487,0.0000017703171,0.000019376877,0.00081186305],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996093,0.0010054173,0.0005466554,0.00047913217,0.0006094835,0.0012663361],"domain_scores_gemma":[0.997362,0.00021092953,0.0001765231,0.0006612792,0.0002466732,0.001342595],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005037885,0.0001760531,0.0006521043,0.0010396624,0.0014925129,0.00019142433,0.000207313,0.00014144284,0.0000026555579],"category_scores_gemma":[0.0011768317,0.00012693497,0.000015095621,0.00056210987,0.00049767236,0.00009345025,0.00017322523,0.00051268376,0.0000133761905],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02348265,0.000933654,0.40291765,0.034888748,0.00017446208,0.0013745078,0.17844655,0.000009589298,0.00052589574,0.25561228,0.03267962,0.068954386],"study_design_scores_gemma":[0.005472221,0.01060748,0.64647526,0.013772044,0.00000449678,0.0036305692,0.08566628,0.00021244267,0.000037143567,0.00012365489,0.23359819,0.00040022013],"about_ca_topic_score_codex":0.08967204,"about_ca_topic_score_gemma":0.0024235644,"teacher_disagreement_score":0.25548863,"about_ca_system_score_codex":0.0005954373,"about_ca_system_score_gemma":0.0026304484,"threshold_uncertainty_score":0.9998074},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2614250894","doi":"10.1017/cem.2017.292","title":"P090: Electronic invitations received from predatory journals and fraudulent conferences: a 6-month young researcher experience","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre hospitalier universitaire de Québec","funders":"","keywords":"Publishing; Publication; Medicine; Library science; Family medicine; Political science; Law; Computer science","score_opus":0.7878409052410476,"score_gpt":0.6192272024603012,"score_spread":0.1686137027807464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614250894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95667076,0.019795587,0.0010524465,0.010035476,0.0044592507,0.0001794096,0.00006960619,0.000002650242,0.007734807],"genre_scores_gemma":[0.98917496,0.007660354,0.00011661266,0.00007020566,0.00048768902,0.00000487886,0.000002088586,0.000010559822,0.0024726468],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.992141,0.00037342546,0.0013618806,0.00041564606,0.0048790774,0.0008289559],"domain_scores_gemma":[0.9882356,0.0010353081,0.0011309906,0.0008618901,0.0061387545,0.0025974552],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017419888,0.00016894126,0.00047895825,0.016250886,0.0011746588,0.00085107185,0.0033552465,0.00012721059,0.014971434],"category_scores_gemma":[0.10298875,0.000111382564,0.000114878116,0.01051812,0.00074354646,0.0014994697,0.0001275213,0.0008056552,0.000025706047],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004724366,0.000037755664,0.8527345,0.000006602495,0.00010288267,0.00014070388,0.0075927405,0.0000099209055,0.0014309387,0.0009569249,0.10774919,0.0291906],"study_design_scores_gemma":[0.00086947664,0.000575665,0.8126033,0.0001266091,0.00001922927,0.000016864062,0.0073647704,0.00049940427,0.00007655428,0.037642166,0.14002438,0.00018161233],"about_ca_topic_score_codex":0.031471968,"about_ca_topic_score_gemma":0.07372863,"teacher_disagreement_score":0.08556886,"about_ca_system_score_codex":0.0002192199,"about_ca_system_score_gemma":0.0031178168,"threshold_uncertainty_score":0.9948991},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2615821516","doi":"10.1017/cem.2017.234","title":"P032: Identifying the bleeding and thrombosis learning needs of the Free Open Access Medical education (FOAM) community","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Healthcare Systems and Public Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Curriculum; Needs assessment; Multidisciplinary approach; Thrombosis; Medical education; Medical emergency; Family medicine; Surgery; Psychology; Pedagogy","score_opus":0.4050594925399324,"score_gpt":0.5256707419380128,"score_spread":0.12061124939808038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615821516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7622368,0.0035178782,0.000051770814,0.20656899,0.008813251,0.0004728211,0.000003898228,0.0000032100293,0.01833144],"genre_scores_gemma":[0.9953487,0.0012814265,0.000012412693,0.0011784039,0.0014783855,0.000004732877,0.0000020707887,0.000017410719,0.00067644793],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99736845,0.0006102027,0.0010307027,0.000082594066,0.0005821713,0.0003258521],"domain_scores_gemma":[0.99564666,0.00016743991,0.0011726106,0.0008548379,0.0007817279,0.0013767417],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007857281,0.00013369105,0.00051248923,0.00026361045,0.0020202184,0.00008367061,0.002682192,0.00012955183,0.001676453],"category_scores_gemma":[0.016749736,0.00007132763,0.00008111755,0.0003521616,0.00037976846,0.0005661207,0.00033344788,0.0014830224,7.131708e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018061597,0.000043498854,0.8424626,0.00081651617,0.0001382331,0.000006689428,0.019353896,9.447585e-7,0.00011838218,0.0023564787,0.11154759,0.023137141],"study_design_scores_gemma":[0.001159561,0.00037306803,0.88433975,0.0039862865,0.00018958843,0.0001756314,0.02714598,0.000045298682,0.000014822572,0.0012373222,0.08122297,0.000109698456],"about_ca_topic_score_codex":0.4409871,"about_ca_topic_score_gemma":0.17307436,"teacher_disagreement_score":0.26791275,"about_ca_system_score_codex":0.00014568283,"about_ca_system_score_gemma":0.010821241,"threshold_uncertainty_score":0.999279},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2617385918","doi":"10.1016/j.physio.2017.05.002","title":"Strategies to translate knowledge related to common musculoskeletal conditions into physiotherapy practice: a systematic review","year":2017,"lang":"en","type":"review","venue":"Physiotherapy","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Ottawa","funders":"","keywords":"Physical therapy; Medicine; Physical medicine and rehabilitation; Systematic review; Musculoskeletal pain; MEDLINE","score_opus":0.37201738847730537,"score_gpt":0.7552179448342382,"score_spread":0.38320055635693284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617385918","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008504341,0.95647,0.00020725981,0.009462573,0.00093714276,0.027229054,0.00036885464,0.00031951643,0.0049970928],"genre_scores_gemma":[0.000021736585,0.96008456,0.00064721523,0.022535145,0.0003650945,0.0136024235,0.00014531011,0.00026750294,0.0023310268],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.984162,0.008035202,0.00418225,0.001231346,0.00090935023,0.0014799044],"domain_scores_gemma":[0.98730063,0.004932904,0.0031962923,0.0028935038,0.000690843,0.0009858332],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0043029785,0.0011287968,0.0060032676,0.0006486065,0.0026291732,0.00018282972,0.0021189011,0.0005009892,0.0011586726],"category_scores_gemma":[0.0012244445,0.00088119303,0.0009658181,0.001749389,0.00016210553,0.0010061339,0.00015093132,0.0014338224,0.013485966],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011628764,0.000118413314,1.774527e-7,0.8960375,0.00036201987,0.000004425332,0.0146502415,7.974654e-7,0.000024930858,0.0016500991,0.028424554,0.058715217],"study_design_scores_gemma":[0.0003606683,0.0001474853,0.000002777829,0.37909102,0.00045499863,0.0000050633,0.00059367926,0.0000014014582,1.8345297e-7,0.00030934066,0.618497,0.0005363509],"about_ca_topic_score_codex":0.00080571015,"about_ca_topic_score_gemma":0.00047382794,"teacher_disagreement_score":0.5900725,"about_ca_system_score_codex":0.0009465001,"about_ca_system_score_gemma":0.00438007,"threshold_uncertainty_score":0.9997544},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2620664699","doi":"10.1017/cjn.2017.84","title":"C.06 Retraction of scientific publications in neurosurgery","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Systems, Applications & Products in Data Processing (Canada); Toronto Public Health","funders":"","keywords":"Impact factor; Neurosurgery; MEDLINE; Medicine; Data extraction; Misattribution of memory; Scientific misconduct; Family medicine; Alternative medicine; Surgery; Political science; Psychiatry; Pathology; Law","score_opus":0.0743255195744261,"score_gpt":0.32388761057128634,"score_spread":0.24956209099686025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620664699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95754385,0.00033653184,0.000017255988,0.018608224,0.002478144,0.00013389469,0.000011455493,0.000011738928,0.020858899],"genre_scores_gemma":[0.9976512,0.00041632628,0.00059916003,0.0007384767,0.00037029252,0.0000017303165,3.0598815e-7,0.0000065033983,0.00021599873],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994277,0.0016002806,0.0010770574,0.00048270856,0.0012585281,0.0013044483],"domain_scores_gemma":[0.99444425,0.0010713193,0.0018711973,0.00027046766,0.0009410189,0.0014017449],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.021140413,0.00022216662,0.0004720764,0.001765098,0.0111190835,0.0023160062,0.004193152,0.0005685617,0.00023735019],"category_scores_gemma":[0.023693027,0.00016805455,0.00024189978,0.0015104507,0.023200398,0.0032997478,0.00007987393,0.0029729102,0.0000049016658],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016974827,0.000029008002,0.9787042,0.0000034881327,0.0000041912817,0.0005269606,0.0013474901,0.0002686875,0.000048446003,0.014116363,0.0021761814,0.002758012],"study_design_scores_gemma":[0.00026281408,0.006469312,0.86308455,0.0000887334,0.000026643156,0.0026462309,0.0014333695,0.00047040018,0.00012272227,0.07035516,0.05466868,0.0003714104],"about_ca_topic_score_codex":0.014873269,"about_ca_topic_score_gemma":0.32834655,"teacher_disagreement_score":0.31347328,"about_ca_system_score_codex":0.00026757235,"about_ca_system_score_gemma":0.007880698,"threshold_uncertainty_score":0.99932724},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2625269005","doi":"10.11613/bm.2017.030","title":"Ethical issues in publishing in predatory journals","year":2017,"lang":"en","type":"review","venue":"Biochemia Medica","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Publishing; Misrepresentation; Publication; Deception; Public relations; Political science; Library science; Sociology; Law; Computer science","score_opus":0.8941266353903872,"score_gpt":0.7234011886426125,"score_spread":0.17072544674777468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625269005","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004736704,0.986076,0.000010179408,0.0036089418,0.0010241547,0.00042522707,0.000053465552,0.0000141214905,0.0087405285],"genre_scores_gemma":[0.00015788719,0.99620396,0.00021745147,0.00014188256,0.0006053997,0.000053887503,0.000020646146,0.000027103813,0.0025717737],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97414494,0.0012904904,0.0028346505,0.001552011,0.019021869,0.0011560329],"domain_scores_gemma":[0.98189145,0.011271578,0.001624653,0.0025475118,0.0015628216,0.0011019926],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","research_integrity"],"category_scores_codex":[0.13731451,0.0003975683,0.002532168,0.10388776,0.00016857551,0.0122657,0.011879207,0.0031140286,0.0014357077],"category_scores_gemma":[0.522408,0.00025519493,0.0005101176,0.10748568,0.00045094022,0.0011257179,0.0024964858,0.006580627,0.00045156002],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017311396,0.000050113067,0.0005362217,0.0005061114,0.000010077409,0.00014563883,0.00004652319,2.3850621e-8,6.428021e-7,0.000031173855,0.13955136,0.85912037],"study_design_scores_gemma":[0.00024894398,0.000020427404,0.00034369357,0.0062706615,0.000010893876,0.000022708253,0.00004853031,0.000019195215,0.000005418361,0.00087728817,0.9918603,0.00027198554],"about_ca_topic_score_codex":0.00021032494,"about_ca_topic_score_gemma":0.00006388654,"teacher_disagreement_score":0.8588484,"about_ca_system_score_codex":0.0005455957,"about_ca_system_score_gemma":0.0031797516,"threshold_uncertainty_score":0.99999005},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2642273887","doi":"10.29173/cais767","title":"Scientific Grey Literature in a Digital Age: Tracking its Use and Influence in an Evolving Information Economy","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Optics and Image Analysis","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Citation; Library science; Grey literature; Web of science; Humanities; Computer science; World Wide Web; Political science; MEDLINE; Art; Law","score_opus":0.016067922550592785,"score_gpt":0.21631387001993077,"score_spread":0.200245947469338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2642273887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952841,0.0006545584,0.0000028143895,0.0014449086,0.000111589965,0.00044224868,0.00004880019,0.000014326531,0.0019966846],"genre_scores_gemma":[0.9990181,0.00008562076,0.00012886788,0.0002617681,0.00007524801,0.00002124873,0.00002459385,0.00001625293,0.0003683537],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99812174,0.000008276661,0.00078087894,0.0003415812,0.0002785564,0.00046899435],"domain_scores_gemma":[0.84455764,0.0000717801,0.00091366953,0.000174014,0.1542274,0.000055500903],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00062595366,0.0003038126,0.00045904308,0.00083623733,0.00014767879,0.17505841,0.00085971295,0.00018437504,0.00002619104],"category_scores_gemma":[0.050227564,0.0002710037,0.00010372622,0.0014234934,0.00039283358,0.4802435,0.0006009646,0.00038452895,0.00001152229],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027704018,0.00013196854,0.9659333,0.0015082847,0.000032310985,0.0000028916008,0.012309378,0.000047854195,0.0015543989,0.0061009256,0.0003517122,0.011999254],"study_design_scores_gemma":[0.0006138238,0.000050464718,0.94257706,0.002352704,0.00007832684,0.000007365,0.0029279455,0.025146488,0.00036450784,0.0050333003,0.02042163,0.00042639583],"about_ca_topic_score_codex":0.0009448843,"about_ca_topic_score_gemma":0.00015290602,"teacher_disagreement_score":0.30518508,"about_ca_system_score_codex":0.00005864448,"about_ca_system_score_gemma":0.000104571496,"threshold_uncertainty_score":0.9999742},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2653473579","doi":"10.29173/cais211","title":"Le portail institutionnel Persée à l’épreuve des usages : croiser les approches méthodologiques en Sciences Humaines pour améliorer le partage de connaissances scientifiques en libre accès","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Cultural Insights and Digital Impacts","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Semiotics; Sociology; Art; Philosophy; Linguistics","score_opus":0.21623131729380998,"score_gpt":0.3240195976157355,"score_spread":0.10778828032192553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2653473579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9393099,0.0031063217,0.0012210428,0.011602595,0.00032915495,0.0006118539,0.00009117406,0.00014206745,0.04358588],"genre_scores_gemma":[0.980637,0.00063515775,0.010511489,0.00034670814,0.00022727017,0.00006541047,0.000003612721,0.000024943418,0.007548414],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9963179,0.00025970166,0.00083022425,0.0008590729,0.00067973655,0.0010533127],"domain_scores_gemma":[0.96865183,0.0007729817,0.0011852074,0.0003510455,0.028627971,0.00041097807],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.002313647,0.00060162455,0.000777956,0.00026732706,0.0012559254,0.023067795,0.004500397,0.00044378042,0.00004811014],"category_scores_gemma":[0.024846448,0.0004211144,0.00034204233,0.0009518903,0.00851211,0.06249738,0.0019550666,0.0005040913,0.000009014833],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054513683,0.00055734545,0.07193567,0.0010604695,0.00016185624,0.000008223227,0.19637385,0.00007019412,0.057802696,0.64520836,0.009823082,0.016943734],"study_design_scores_gemma":[0.0010313855,0.0010272168,0.30338633,0.003747918,0.00016645473,0.0003666863,0.06710169,0.0043498306,0.34990376,0.2133575,0.053922717,0.0016385189],"about_ca_topic_score_codex":0.006649732,"about_ca_topic_score_gemma":0.0002960806,"teacher_disagreement_score":0.43185085,"about_ca_system_score_codex":0.00009554508,"about_ca_system_score_gemma":0.0019255506,"threshold_uncertainty_score":0.9999651},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2731641942","doi":"10.11575/prism/34777","title":"Development of Multimedia Creation Services and Resources in the Taylor Family Digital Library, University of Calgary","year":2012,"lang":"en","type":"article","venue":"Open MIND","topic":"Digital Humanities and Scholarship","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Multimedia; Digital library; Library science; World Wide Web; Computer science; Art","score_opus":0.04857730657532638,"score_gpt":0.2188866594850684,"score_spread":0.17030935290974203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2731641942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7276997,0.000086458735,3.345795e-7,0.000011433774,0.000016703123,0.00008383874,0.000039968938,5.113673e-7,0.27206108],"genre_scores_gemma":[0.9958469,0.0000027918907,0.0005103918,0.000017471435,0.000028416944,4.54348e-7,0.000053541655,0.000003301221,0.0035366963],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996501,0.000015966387,0.000110994,0.0000600972,0.00008354873,0.00007930171],"domain_scores_gemma":[0.99979293,0.000046523222,0.000060984214,0.000063517466,0.000013724861,0.00002233219],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000117689844,0.000050215695,0.00008398739,0.000031715936,0.00008730069,0.00031915112,0.0002232214,0.00001581038,0.000940765],"category_scores_gemma":[0.000002258758,0.000036961184,0.000012873212,0.000016318087,0.000111804824,0.0016510023,0.00013635331,0.000036187685,0.000016912592],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009100435,0.00020840933,0.022622716,0.000045418783,0.000023313349,0.000002407792,0.6992252,1.5493072e-7,0.000022420454,0.0036096545,0.000099335586,0.27404997],"study_design_scores_gemma":[0.00023701217,0.00002542444,0.038024526,0.00004796947,0.0000072845164,4.279409e-7,0.13452202,0.000015088795,0.00009773836,0.00006672574,0.8268822,0.00007359185],"about_ca_topic_score_codex":0.00013859068,"about_ca_topic_score_gemma":0.00079074776,"teacher_disagreement_score":0.8267829,"about_ca_system_score_codex":0.000003698179,"about_ca_system_score_gemma":0.000011630421,"threshold_uncertainty_score":0.9999725},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2734540472","doi":"10.1186/s12961-017-0216-6","title":"The West African experience in establishing steering committees for better collaboration between researchers and decision-makers to increase the use of health research findings","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Sierra leone; Health services research; Thematic analysis; Public relations; Health administration; Steering committee; Qualitative research; Health policy; Public health; Medical education; Medicine; Political science; Nursing; Sociology; Engineering; Socioeconomics; Engineering management","score_opus":0.6297301558020577,"score_gpt":0.5817174853589668,"score_spread":0.04801267044309088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734540472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87058735,0.0017700475,0.000051822168,0.123399965,0.00008277741,0.0038960015,0.00008933737,0.000008834892,0.00011386555],"genre_scores_gemma":[0.9962324,0.0016135847,0.00023998036,0.00088871847,0.00030344614,0.0005074591,0.0000072891776,0.000021935224,0.00018518572],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99193734,0.0028682502,0.0009660757,0.0004418501,0.0017761723,0.002010324],"domain_scores_gemma":[0.9732566,0.022941602,0.00021611391,0.000985981,0.0011616871,0.0014380343],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.053255253,0.00013788311,0.0005641009,0.00075958687,0.0047707274,0.0010775471,0.00042890265,0.000112508795,8.088535e-7],"category_scores_gemma":[0.050755914,0.0000887871,0.00003128078,0.0011495516,0.0009058057,0.00038958783,0.0003871521,0.0008988914,0.0000017245167],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002667088,0.00010447232,0.61206305,0.0040976456,0.00003688985,0.000020146857,0.04030962,0.000020664516,0.000069069094,0.006859816,0.06564241,0.2681091],"study_design_scores_gemma":[0.0015019051,0.0015150023,0.6888223,0.0031901891,0.0000020548528,0.000015883674,0.043842826,0.0013253904,0.000009733168,0.00049240614,0.2591419,0.00014039509],"about_ca_topic_score_codex":0.18465199,"about_ca_topic_score_gemma":0.010962978,"teacher_disagreement_score":0.2679687,"about_ca_system_score_codex":0.0008094094,"about_ca_system_score_gemma":0.0033445724,"threshold_uncertainty_score":0.9999594},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2746285394","doi":"","title":"RESEARCH REFLECTIONS: Communicating your research","year":2017,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Knowledge translation; Dissemination; Knowledge transfer; Health care; Confusion; Psychology; Knowledge management; Public relations; Computer science; Political science","score_opus":0.9462178341347498,"score_gpt":0.83928829713914,"score_spread":0.10692953699560981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2746285394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7081926,0.009185185,0.000056455945,0.012621424,0.0020864855,0.0025718245,0.00003091852,0.000054400494,0.26520073],"genre_scores_gemma":[0.9588001,0.02938456,0.00082171045,0.00036229833,0.0012547234,0.0006803566,0.000011166367,0.000057078672,0.0086280415],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9826134,0.00944116,0.0015699555,0.0006939239,0.0033629443,0.0023186419],"domain_scores_gemma":[0.98284316,0.006795367,0.0011656532,0.003134258,0.004854099,0.0012074616],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07054256,0.00022501731,0.00065625936,0.0026397633,0.025354328,0.00280434,0.014234308,0.00031079183,0.015559983],"category_scores_gemma":[0.024965214,0.0001943838,0.00011505232,0.0027655496,0.0014322696,0.004648195,0.007559576,0.0063797343,0.00075847417],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018626235,0.0002896536,0.49533853,0.00032601564,0.000037817532,0.000009494175,0.0034205264,0.000005443633,0.015403115,0.0008108099,0.46765137,0.016520951],"study_design_scores_gemma":[0.00042547326,0.000034070494,0.769987,0.0015726611,0.000005752046,0.0000032268053,0.009095743,0.000108977714,0.00083558686,0.023555145,0.19416,0.0002163566],"about_ca_topic_score_codex":0.04810541,"about_ca_topic_score_gemma":0.003371427,"teacher_disagreement_score":0.27464846,"about_ca_system_score_codex":0.00090418314,"about_ca_system_score_gemma":0.004740216,"threshold_uncertainty_score":0.9982308},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2747139175","doi":"10.3138/jsp.49.1.26","title":"Open Publication, Digital Abundance, and Scarce Labour","year":2017,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Digital Humanities and Scholarship","field":"Arts and Humanities","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Publishing; Redistribution (election); Process (computing); Set (abstract data type); Sociology; World Wide Web; Data science; Economics; Computer science; Political science; Economic growth; Law","score_opus":0.07946204133224566,"score_gpt":0.27352050488146984,"score_spread":0.19405846354922418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747139175","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3750546,0.00044967656,0.0000103219445,0.015855357,0.0007910282,0.00010850826,0.000074867596,0.000019066225,0.6076366],"genre_scores_gemma":[0.94428915,0.000029930121,0.00016122236,0.0012801862,0.0015223038,0.0000025306736,0.00000802956,0.000024549105,0.0526821],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982655,0.00003089533,0.00059042865,0.00020170974,0.00063481665,0.0002766336],"domain_scores_gemma":[0.99477214,0.0000782264,0.0011671608,0.00047017125,0.003235696,0.00027662693],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0021991918,0.00015933102,0.0002935561,0.00024122665,0.0020179267,0.68961936,0.003734816,0.00007787638,0.0005830227],"category_scores_gemma":[0.0054603433,0.00013051249,0.00009733039,0.00003253282,0.0003247701,0.4705118,0.0011390772,0.0010252149,0.000021283118],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043018696,0.00008111413,0.014482107,0.000023412811,0.000077290715,0.000025480957,0.005106639,1.4494721e-7,0.000011426774,0.88791615,0.05069546,0.041537754],"study_design_scores_gemma":[0.00071205274,0.000110483175,0.025382647,0.00012471684,0.000015152986,0.00007221103,0.0036250737,0.0000017536361,0.000007388017,0.04486211,0.9249064,0.00018002822],"about_ca_topic_score_codex":0.00016307525,"about_ca_topic_score_gemma":0.00015425809,"teacher_disagreement_score":0.8742109,"about_ca_system_score_codex":0.000057486173,"about_ca_system_score_gemma":0.00015516057,"threshold_uncertainty_score":0.9992813},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2749944041","doi":"10.18452/1137","title":"The Theses Canada Online Portal at the National Library of Canada","year":2003,"lang":"en","type":"article","venue":"edoc Publication server (Humboldt University of Berlin)","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"National library; Library science; Political science; World Wide Web; Computer science","score_opus":0.01114681984659067,"score_gpt":0.17163665062994882,"score_spread":0.16048983078335816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749944041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5658574,0.00041681918,0.0020302054,0.112228595,0.0016761078,0.0008244061,0.00047853263,0.0001334968,0.31635442],"genre_scores_gemma":[0.96884847,0.000027935746,0.0004131154,0.0016889664,0.000027287184,4.1045328e-7,0.00006575648,0.0000035417254,0.028924543],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841106,0.00011072453,0.0002856518,0.00015949344,0.00085858343,0.00017447276],"domain_scores_gemma":[0.99844754,0.00022618649,0.00040626785,0.00042434348,0.00040692178,0.000088746405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039577362,0.00008113366,0.00010739856,0.000050124803,0.00050378207,0.00011446947,0.0016187526,0.000029191346,0.00025342047],"category_scores_gemma":[0.000085871216,0.000058056805,0.00004742113,0.0006963929,0.00011789564,0.0039265607,0.0002320981,0.000072206145,0.000004521562],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051422544,0.000030307363,0.007720239,0.000011742996,0.00003604621,0.0000011263294,0.0008600026,0.00023204634,0.00001869583,0.21533357,0.77512467,0.0006264468],"study_design_scores_gemma":[0.00015050374,0.000010662289,0.035158884,0.0000066385796,0.0000016653896,0.00000693847,0.0016748507,0.0016804944,0.00073231163,0.00023007269,0.96025616,0.00009080857],"about_ca_topic_score_codex":0.42079678,"about_ca_topic_score_gemma":0.8112599,"teacher_disagreement_score":0.40299103,"about_ca_system_score_codex":0.00009571214,"about_ca_system_score_gemma":0.0061587635,"threshold_uncertainty_score":0.9994754},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2765462444","doi":"10.5489/cuaj.4993","title":"Pop psychology and predatory journals","year":2017,"lang":"en","type":"editorial","venue":"Canadian Urological Association Journal","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Psychology; Psychoanalysis","score_opus":0.2567076572803043,"score_gpt":0.45094534428486244,"score_spread":0.19423768700455812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765462444","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008618276,0.003825544,0.0000070760016,0.07555229,0.8030831,0.00023482874,0.00044957668,0.000052005897,0.11593375],"genre_scores_gemma":[0.006349344,0.116104245,0.00005025232,0.002752665,0.8645695,0.000013182026,0.00016130426,0.000028522523,0.009970971],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99648136,0.0013213542,0.00042952356,0.00026047786,0.0008545216,0.00065277255],"domain_scores_gemma":[0.9958077,0.00079245126,0.0011214596,0.0002970811,0.000909396,0.001071892],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.005035529,0.00019097672,0.0003751678,0.00029642813,0.003395057,0.0012153503,0.0008767216,0.0024642812,0.004338073],"category_scores_gemma":[0.012890271,0.00018684861,0.00014151077,0.000084918625,0.00023713968,0.00029773507,0.000053039235,0.002578276,0.00015080592],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007336591,0.00001091111,0.0070256097,0.0000024513206,0.00003518581,0.000011023457,0.00095115846,1.3715612e-7,0.0000014055368,0.00006129033,0.9772489,0.01464458],"study_design_scores_gemma":[0.0002763081,0.00004509286,0.020809801,0.00002588524,0.000036160414,0.000007795069,0.00019389449,0.0000014297054,1.5381413e-8,0.0020290057,0.97638315,0.00019148733],"about_ca_topic_score_codex":0.0067289732,"about_ca_topic_score_gemma":0.07770308,"teacher_disagreement_score":0.1122787,"about_ca_system_score_codex":0.0014246345,"about_ca_system_score_gemma":0.0017456065,"threshold_uncertainty_score":0.9998853},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2766184587","doi":"10.1186/s40510-017-0196-7","title":"Effectiveness of en masse versus two-step retraction: a systematic review and meta-analysis","year":2017,"lang":"en","type":"review","venue":"Progress in Orthodontics","topic":"Orthodontics and Dentofacial Orthopedics","field":"Dentistry","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Meta-analysis; Dentistry; Randomized controlled trial; Orthodontics; Surgery; Internal medicine","score_opus":0.18654494011674747,"score_gpt":0.4686407095626851,"score_spread":0.2820957694459376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766184587","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008786069,0.99330235,0.0004452432,0.000010429681,0.00076906494,0.004751027,0.0003124353,0.00005313996,0.00034755399],"genre_scores_gemma":[0.0001547628,0.99536604,0.002562627,0.000007044553,0.00006480063,0.0010221367,0.00015457385,0.00011997555,0.00054804736],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9899106,0.004641711,0.002831376,0.0010597184,0.0010372202,0.0005193493],"domain_scores_gemma":[0.9900385,0.0029845715,0.0039020618,0.00245925,0.00040806364,0.00020753824],"candidate_categories":["metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.00898363,0.0010136287,0.017039774,0.0007510525,0.00014143059,0.000298963,0.00092481385,0.0008251872,0.00008103392],"category_scores_gemma":[0.0024955394,0.0007675448,0.004772052,0.0011837692,0.0002733378,0.00025153437,0.00050400087,0.0010986233,0.000031924876],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027890326,0.00011731092,0.004886171,0.87546265,0.111577414,0.00035549275,0.000009958277,4.4723913e-7,3.030312e-9,0.00053005334,0.000008788596,0.0070237983],"study_design_scores_gemma":[0.0004719409,0.00006864161,0.00024368863,0.07067263,0.8995192,0.000088054825,0.000004795082,0.0000143111865,1.764444e-7,0.0000034852947,0.028258273,0.00065481424],"about_ca_topic_score_codex":0.00004509601,"about_ca_topic_score_gemma":0.00028263003,"teacher_disagreement_score":0.80479,"about_ca_system_score_codex":0.00015310278,"about_ca_system_score_gemma":0.00020838721,"threshold_uncertainty_score":0.99947757},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2766363682","doi":"10.3138/jsp.49.1.66","title":"Evaluating and Promoting Open Data Practices in Open Access Journals","year":2017,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Research Data Management Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Directory; Scholarly communication; Citation; Open data; Data sharing; Incentive; Open science; Computer science; Data access; Data science; World Wide Web; Business; Political science; Publishing; Medicine; Database","score_opus":0.8265358079998114,"score_gpt":0.6426917435008372,"score_spread":0.18384406449897417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766363682","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4493245,0.0036907375,0.025529563,0.46696708,0.001567821,0.0022673556,0.000022648257,0.00003183809,0.050598484],"genre_scores_gemma":[0.6962835,0.0023997896,0.29903677,0.0011699974,0.0006182748,0.000012370453,0.0000063973966,0.000030597566,0.00044229033],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9936638,0.001420403,0.0012016651,0.0008437377,0.002359714,0.0005106999],"domain_scores_gemma":[0.98027885,0.0014530432,0.011662192,0.0043293647,0.0018651681,0.0004113919],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","scholarly_communication","open_science"],"category_scores_codex":[0.13979344,0.00016412642,0.00041954173,0.0007587454,0.0013287866,0.9319236,0.14772896,0.00009163256,0.000022530514],"category_scores_gemma":[0.31693116,0.00013635366,0.000026545982,0.00058195763,0.000059403304,0.980358,0.18247744,0.0029767356,0.0000020074679],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013658719,0.00033285943,0.38457733,0.00013028657,0.00024301025,0.0009460113,0.0011820432,0.00003460334,0.0017555946,0.013146913,0.00900042,0.5885143],"study_design_scores_gemma":[0.0057494333,0.00049152476,0.84895015,0.0031444624,0.000090699614,0.0008939551,0.0014599079,0.041851208,0.0002065552,0.024658673,0.07184941,0.00065401423],"about_ca_topic_score_codex":0.0021001562,"about_ca_topic_score_gemma":0.00039517425,"teacher_disagreement_score":0.58786035,"about_ca_system_score_codex":0.00011687829,"about_ca_system_score_gemma":0.0010361179,"threshold_uncertainty_score":0.99997133},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2766932290","doi":"10.3138/jsp.49.1.5","title":"Traditional versus Open Access Scholarly Journal Publishing: An Economic Perspective","year":2017,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Misinformation; Electronic publishing; Scholarly communication; Perspective (graphical); Open access publishing; Public relations; Business; Computer science; Political science; World Wide Web; The Internet; Law","score_opus":0.8658095751057954,"score_gpt":0.6303082985146546,"score_spread":0.23550127659114073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766932290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72448945,0.0014559218,0.0016463716,0.10656251,0.015171819,0.00034370154,0.00015675106,0.000020223824,0.15015328],"genre_scores_gemma":[0.98833615,0.00028795341,0.004801818,0.00071664277,0.0048119547,0.0000037220946,0.000005366537,0.000041975567,0.0009943914],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9758969,0.0011473504,0.0025036442,0.001025041,0.018329203,0.0010978502],"domain_scores_gemma":[0.91402906,0.006315053,0.009006974,0.0027882613,0.06374548,0.0041151536],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication","open_science"],"category_scores_codex":[0.1650671,0.00034843606,0.0008807163,0.05186339,0.004778166,0.9670092,0.076787025,0.00053375016,0.0023121403],"category_scores_gemma":[0.52051526,0.00026000585,0.0005895458,0.01954708,0.00038430543,0.8922455,0.008726421,0.008395823,0.00009304696],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014729294,0.0007944292,0.23279968,0.000004500322,0.00046294605,0.000618578,0.0011203303,0.00025096408,0.00039666027,0.08729751,0.5100968,0.16468467],"study_design_scores_gemma":[0.0076963706,0.0012969048,0.5992395,0.00007369957,0.000051031257,0.0010628721,0.0070621935,0.0006764107,0.00012834236,0.27428055,0.10787681,0.0005553115],"about_ca_topic_score_codex":0.0009909322,"about_ca_topic_score_gemma":0.00017492325,"teacher_disagreement_score":0.40221998,"about_ca_system_score_codex":0.0025866453,"about_ca_system_score_gemma":0.0057737366,"threshold_uncertainty_score":0.9999852},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2769403517","doi":"","title":"McGill-Harvard-Yenching Library Joint Digitization Project: Ming-Qing Women's Writings","year":2006,"lang":"en","type":"article","venue":"ScholarsArchive  (Brigham Young University)","topic":"Chinese history and philosophy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"McGill University","keywords":"Digitization; Joint (building); China; History; Library science; Media studies; Art; Political science; Engineering; Sociology; Telecommunications; Computer science; Archaeology","score_opus":0.01477556352638179,"score_gpt":0.21134799201842214,"score_spread":0.19657242849204035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769403517","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41305947,0.000015208869,0.00019115827,0.00024320629,0.0002658217,0.00026491133,0.00007807445,0.00035377694,0.5855284],"genre_scores_gemma":[0.9772213,0.000021647273,0.00095844414,0.00016378939,0.00054812036,0.0000021691512,0.00008998136,0.000033217428,0.020961348],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99789375,0.00044058598,0.0002305068,0.00049321307,0.00043487494,0.00050708203],"domain_scores_gemma":[0.9992048,0.000124365,0.00018517977,0.00022478538,0.000081354505,0.00017950356],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00034776816,0.00023109789,0.00024365234,0.0006831756,0.002839876,0.0003521519,0.00045637175,0.00011562742,0.00016261815],"category_scores_gemma":[0.00012045329,0.0002657605,0.00015387291,0.0011242757,0.00034573826,0.0032424058,0.0001833428,0.0004749921,0.00008376895],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011709806,0.0002202604,0.013357621,0.000064191205,0.000054491164,0.00042662342,0.015901381,0.00008929196,0.0029101726,0.963507,0.0015728687,0.0017790303],"study_design_scores_gemma":[0.0006496923,0.000054669403,0.0060646534,0.00012534128,0.0000320705,0.000009959878,0.0024121131,0.000043245953,0.00019184564,0.10300677,0.8868708,0.0005388519],"about_ca_topic_score_codex":0.0012106143,"about_ca_topic_score_gemma":0.00019400433,"teacher_disagreement_score":0.8852979,"about_ca_system_score_codex":0.00044812588,"about_ca_system_score_gemma":0.00032269338,"threshold_uncertainty_score":0.99997944},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2770958413","doi":"10.1159/000481682","title":"From the Data on Many, Precision Medicine for “One”: The Case for Widespread Genomic Data Sharing","year":2017,"lang":"en","type":"review","venue":"Biomedicine Hub","topic":"Cancer Genomics and Diagnostics","field":"Biochemistry, Genetics and Molecular Biology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Genomics","funders":"","keywords":"Interoperability; Data science; Context (archaeology); Precision medicine; Data sharing; Globe; Domain (mathematical analysis); Genomic medicine; Genomics; Health care; Computer science; Scale (ratio); Genome; Computational biology; Geography; World Wide Web; Medicine; Biology; Political science; Genetics; Cartography; Alternative medicine","score_opus":0.33019822203882127,"score_gpt":0.44965099735852004,"score_spread":0.11945277531969878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770958413","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000032451695,0.96781725,0.0033451826,0.0021444098,0.0019752132,0.0029281697,0.021639926,0.000009228817,0.00010816888],"genre_scores_gemma":[0.000062518026,0.9313646,0.00057813135,0.00068613625,0.01269892,0.00026242793,0.05385471,0.00010280671,0.00038976083],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971984,0.000057761743,0.00070806756,0.001491385,0.00017727049,0.00036713504],"domain_scores_gemma":[0.9878006,0.0016933657,0.0006737374,0.009626956,0.000087238084,0.00011808895],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0018091088,0.00046722344,0.0009971961,0.000059316764,0.0004977828,0.00011070753,0.00690449,0.00033350658,0.000019906096],"category_scores_gemma":[0.0031994425,0.00024152148,0.00017174012,0.000060561273,0.00034801036,0.000006586545,0.003986319,0.00021403591,0.00001028541],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007590446,0.000028416745,8.6867186e-7,0.0007475359,0.00033571175,0.000017638784,0.00002037726,2.4686614e-7,0.0001203221,0.000056499062,0.3185984,0.6799981],"study_design_scores_gemma":[0.0009840489,0.00045465113,0.0000033935567,0.0037636443,0.0019467927,0.000116188385,0.00004639356,0.00021145708,0.000012647584,0.00024533315,0.9919298,0.00028562386],"about_ca_topic_score_codex":0.000794625,"about_ca_topic_score_gemma":0.00047494337,"teacher_disagreement_score":0.6797125,"about_ca_system_score_codex":0.000045891546,"about_ca_system_score_gemma":0.0003244445,"threshold_uncertainty_score":0.99846864},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2775582453","doi":"","title":"Exploring the Music Library Association Mailing List: A Text Mining Approach","year":2017,"lang":"en","type":"article","venue":"Research Commons (University of Waikato)","topic":"Music and Audio Processing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"University of Illinois at Urbana-Champaign; University of Hong Kong","keywords":"Association (psychology); Computer science; Information retrieval; Association rule learning; World Wide Web; Data science; Data mining; Psychology","score_opus":0.27893830423254173,"score_gpt":0.2931727871556954,"score_spread":0.014234482923153657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775582453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8545045,0.0001306986,0.030262096,0.014618156,0.00016039185,0.0002050121,0.0000044646763,0.00012403153,0.099990636],"genre_scores_gemma":[0.9829607,0.000053116975,0.013652976,0.000038079525,0.00007376669,0.0000016763761,0.0000018178346,0.000008463979,0.0032093944],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981209,0.0002798744,0.0001005624,0.00031130572,0.00075282925,0.0004345273],"domain_scores_gemma":[0.99802685,0.00047716603,0.00020811199,0.0010271206,0.00015463834,0.00010610803],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0018083066,0.00008942586,0.00016814224,0.00022219373,0.0034058806,0.0007183229,0.0032412412,0.00005402919,0.000046925852],"category_scores_gemma":[0.00025159543,0.00008596972,0.00008776522,0.000553821,0.00025377003,0.0033231473,0.0023769105,0.00046924272,0.000023991322],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000748342,0.00043065025,0.057879448,0.00037895577,0.00025484082,0.00016479906,0.06890063,0.00017109555,0.001546164,0.07905875,0.088299006,0.7028408],"study_design_scores_gemma":[0.0030666783,0.00030470284,0.38721842,0.0012099752,0.000074745076,0.000036769157,0.047596987,0.35974196,0.003160001,0.009551644,0.1866579,0.001380227],"about_ca_topic_score_codex":0.00034357564,"about_ca_topic_score_gemma":0.00007187497,"teacher_disagreement_score":0.7014606,"about_ca_system_score_codex":0.00009525956,"about_ca_system_score_gemma":0.00019775533,"threshold_uncertainty_score":0.99789155},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2776892005","doi":"10.18438/b8z66s","title":"In the Growing Information Mall, Some Things Never Change","year":2017,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Eleventh; Population; Class (philosophy); The Internet; Mathematics education; Psychology; Think aloud protocol; Library science; World Wide Web; Sociology; Computer science; Demography; Physics; Artificial intelligence","score_opus":0.03444169005926124,"score_gpt":0.3092476900825765,"score_spread":0.2748060000233153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2776892005","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019967244,0.0001245058,0.0001529078,0.9852607,0.0004305836,0.0005177764,0.0000056064973,0.000071923714,0.011439253],"genre_scores_gemma":[0.025699098,0.0014096514,0.00087605463,0.97149944,0.0002691304,0.000057737238,0.000026801941,0.0000025854647,0.00015952678],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982346,0.0003077296,0.00048001998,0.00008748649,0.00061253295,0.00027760735],"domain_scores_gemma":[0.9979021,0.0008807882,0.0006683301,0.00038821576,0.000058556067,0.000102043094],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0023625675,0.00011765776,0.00009965909,0.00023581898,0.0017982034,0.0044149207,0.0009515548,0.0000979897,0.0002999146],"category_scores_gemma":[0.0027074588,0.00008925418,0.00003843052,0.00032090888,0.00022718745,0.99810797,0.00013378801,0.00027770025,0.0002711457],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045848552,0.000007763457,0.00010692992,0.000027464603,0.0000015275406,0.0000011601181,0.004519938,0.0000055255264,9.026969e-7,0.9836677,0.00293883,0.008676433],"study_design_scores_gemma":[0.00021481571,0.00003537396,0.0127556,0.00012441598,0.0000052505316,0.0000038373873,0.008886476,0.0009977801,0.000039932132,0.00067059835,0.97613287,0.00013302059],"about_ca_topic_score_codex":0.00023467529,"about_ca_topic_score_gemma":1.6509448e-8,"teacher_disagreement_score":0.99369305,"about_ca_system_score_codex":0.000014772128,"about_ca_system_score_gemma":0.000248053,"threshold_uncertainty_score":0.99950135},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2782033416","doi":"10.3138/jsp.49.2.213","title":"Old Traditions and New Technologies: Creating Concordia University Press","year":2018,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Face (sociological concept); Scholarly communication; Work (physics); Dual (grammatical number); Library science; Sociology; World Wide Web; Computer science; Engineering; Political science; Art; Social science; Law; Literature","score_opus":0.07628625455330139,"score_gpt":0.2393859989114348,"score_spread":0.1630997443581334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782033416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67957443,0.001965541,0.0007914881,0.043367002,0.0012794981,0.0001434565,0.00004166102,0.00031239644,0.27252454],"genre_scores_gemma":[0.98869145,0.00020862248,0.0026488856,0.00028127508,0.0012172185,2.9940992e-7,0.0000050392723,0.000014630874,0.0069326],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987114,0.00014664217,0.00038223318,0.00014995987,0.00040061903,0.00020913186],"domain_scores_gemma":[0.99709994,0.0002854742,0.00056249055,0.00031164364,0.0015688452,0.00017161193],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0018505125,0.00012118754,0.00021165037,0.00040340816,0.0010366803,0.051011864,0.0011767442,0.0001493922,0.00007949148],"category_scores_gemma":[0.0035003792,0.00011028257,0.000081773615,0.00014545642,0.00032312694,0.1287802,0.00016859506,0.0017226422,0.0000022963857],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006838726,0.00009287302,0.005189748,0.000018389585,0.00015835199,0.00002240648,0.04049679,0.0000017854031,0.00040743142,0.72527057,0.19723311,0.031040167],"study_design_scores_gemma":[0.0007241854,0.00022949885,0.0033197359,0.00014592652,0.00006273283,0.000058540256,0.025136324,0.00004842991,0.00006779062,0.005912647,0.964132,0.00016219894],"about_ca_topic_score_codex":0.0011648217,"about_ca_topic_score_gemma":0.00033058543,"teacher_disagreement_score":0.7668989,"about_ca_system_score_codex":0.00012613757,"about_ca_system_score_gemma":0.00018943442,"threshold_uncertainty_score":0.9499733},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W2782047141","doi":"10.3138/jsp.49.2.145","title":"Special Section on the Future University Press in Canada","year":2018,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Section (typography); Context (archaeology); Special section; Publishing; Library science; Computer science; World Wide Web; Art; History; Literature; Archaeology; Engineering; Engineering physics","score_opus":0.32807171846348404,"score_gpt":0.42329114030668996,"score_spread":0.09521942184320592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782047141","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91331935,0.00011654626,0.00011125612,0.02444896,0.010294075,0.000065908,0.000009240834,0.0000019121283,0.051632755],"genre_scores_gemma":[0.97815317,0.0000789129,0.0001259877,0.00057351927,0.019614002,8.016791e-8,1.8061053e-7,0.0000043035125,0.0014498594],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98922116,0.00047644856,0.00047489142,0.0002138878,0.009315656,0.0002979659],"domain_scores_gemma":[0.9878004,0.0024971475,0.0005716716,0.00033785947,0.00849707,0.0002958078],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.033829805,0.000071565875,0.00016124759,0.016519416,0.00033172732,0.040093336,0.0034941942,0.00009738323,0.0003297454],"category_scores_gemma":[0.05203725,0.000040498275,0.00007542862,0.06218791,0.000054156324,0.034375764,0.0003353534,0.0018278329,0.0000068156774],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000799608,0.000029831011,0.11268304,5.3570056e-7,0.000008560331,0.00007064649,0.00013957504,0.000030111756,0.000048409296,0.0023222887,0.83665353,0.047933523],"study_design_scores_gemma":[0.00023982229,0.00009142397,0.28285882,0.000008523101,0.0000014096819,0.00001654244,0.003118985,0.000105319545,0.000064907996,0.00039310975,0.7130576,0.000043552784],"about_ca_topic_score_codex":0.1401079,"about_ca_topic_score_gemma":0.36608624,"teacher_disagreement_score":0.22597834,"about_ca_system_score_codex":0.0013267103,"about_ca_system_score_gemma":0.0020826769,"threshold_uncertainty_score":0.99487555},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2792505333","doi":"10.47622/978-1-928331-56-8","title":"The Social Dynamics of Open Data","year":2017,"lang":"en","type":"book","venue":"African Minds eBooks","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Comisión Nacional de Investigación Científica y Tecnológica; International Development Research Centre","keywords":"Open data; Data collection; Data science; Dynamics (music); Computer science; Open science; Open research; Open source; Management science; World Wide Web; Sociology; Social science; Engineering; Statistics; Mathematics","score_opus":0.412274993420936,"score_gpt":0.4866937168620067,"score_spread":0.0744187234410707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792505333","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000042761567,0.000036920417,0.00033775595,0.0015213643,0.0004878107,0.00053137203,0.004480064,0.000009103432,0.9925913],"genre_scores_gemma":[0.0017536137,0.0000074979125,0.00019227425,0.00013944144,0.00023933047,0.000017003409,0.00065383717,0.000024680041,0.9969723],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99587345,0.00025259762,0.0009320966,0.00085214333,0.001780787,0.00030893766],"domain_scores_gemma":[0.98980576,0.0013888744,0.0017995121,0.0067063505,0.00022054961,0.00007894388],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.009052572,0.00024557786,0.00064202637,0.00013385083,0.001117386,0.0023803262,0.035884455,0.00018521912,0.0001404625],"category_scores_gemma":[0.0014436287,0.00015654636,0.00013679975,0.000040372277,0.0012638986,0.00029880283,0.023040615,0.00031275392,0.00022473744],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016499838,0.0000068547174,7.389218e-7,0.00000450185,0.000055335735,0.000004433602,0.00030618985,2.046688e-8,1.1713708e-7,0.19139907,0.4944133,0.31379297],"study_design_scores_gemma":[0.00013266805,0.000025701698,0.000025708086,0.0000209553,0.00006052331,6.845275e-7,0.0010884104,0.000063838226,0.0000010185338,0.20217094,0.79625237,0.00015719504],"about_ca_topic_score_codex":0.00026661798,"about_ca_topic_score_gemma":0.00553647,"teacher_disagreement_score":0.31363577,"about_ca_system_score_codex":0.0001016116,"about_ca_system_score_gemma":0.00089596125,"threshold_uncertainty_score":0.9986553},"labels":[{"model":"gemma","categories":["open_science","sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2796216221","doi":"10.1177/0963662518761733","title":"Identifying diffusion patterns of research articles on Twitter: A case study of online engagement with open access articles","year":2018,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Open science; Social media; Science communication; Sociology; Scholarly communication; Citizen science; Ask price; World Wide Web; Altmetrics; Online community; Public engagement; Data science; Public relations; Computer science; Political science; Biology; Science education; Publishing; Business","score_opus":0.50896915729909,"score_gpt":0.49662623253611704,"score_spread":0.01234292476297294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796216221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96721405,0.0000018435338,0.031666577,0.00014610196,0.000017818847,0.00043485084,0.000005407892,0.000013108581,0.0005002314],"genre_scores_gemma":[0.9992802,7.697605e-7,0.0006444073,0.000006315426,0.00003245316,0.000012994395,0.0000010831084,0.000007875936,0.000013901553],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9978277,0.00016571718,0.00037132128,0.0003587165,0.00094658334,0.0003299293],"domain_scores_gemma":[0.9984764,0.00019617479,0.00028400868,0.0004961622,0.00045727956,0.00009000579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002881206,0.000097280354,0.00023178803,0.00074365933,0.0005672697,0.0004536173,0.001341408,0.000009673142,0.00012861924],"category_scores_gemma":[0.00003649474,0.000074935975,0.0000300079,0.0024379669,0.0011704317,0.00085516536,0.0016804052,0.00013520113,3.5891742e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006484748,0.0030802498,0.94370943,0.00003387287,0.00008888314,0.000014531839,0.015173807,0.000026970743,0.011692062,0.02102828,0.00006047397,0.0050265607],"study_design_scores_gemma":[0.0026663686,0.004180921,0.08483757,0.00087415334,0.00010988908,0.000011658533,0.74957347,0.013003196,0.10700311,0.037282575,0.000019638108,0.00043747746],"about_ca_topic_score_codex":0.005020816,"about_ca_topic_score_gemma":0.0012619218,"teacher_disagreement_score":0.8588719,"about_ca_system_score_codex":0.000115033916,"about_ca_system_score_gemma":0.00013726972,"threshold_uncertainty_score":0.7590005},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2797167981","doi":"10.1016/j.cjca.2018.04.007","title":"Sodium, Chloride, and Cardiovascular Mortality—Open Access Data Is Worth Its Salt","year":2018,"lang":"en","type":"letter","venue":"Canadian Journal of Cardiology","topic":"Electrolyte and hormonal disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Medicine; Sodium; Salt (chemistry); Metallurgy","score_opus":0.12320330815539914,"score_gpt":0.35149768490316496,"score_spread":0.22829437674776581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797167981","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02358038,0.09117135,0.00032235566,0.79096276,0.0029130022,0.0016407042,0.0012979838,0.00002173031,0.08808971],"genre_scores_gemma":[0.11867617,0.011172104,0.00006394897,0.819078,0.04645118,0.000017150182,0.0013733448,0.00020593309,0.002962157],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972454,0.00020420272,0.00066372193,0.00063479366,0.00043447668,0.0008174225],"domain_scores_gemma":[0.9966932,0.00007178514,0.00033542686,0.0015179069,0.00060185447,0.00077981915],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010267384,0.00040125317,0.002111191,0.0006102988,0.00015334258,0.00029600676,0.0028231787,0.0008799186,0.00013711877],"category_scores_gemma":[0.00026381554,0.00035210175,0.0005680998,0.00023407882,0.00036330905,0.0005321246,0.00044422253,0.0021648565,0.00002754969],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006882326,9.510299e-7,0.005747513,0.000115585965,0.006264789,0.005138366,0.00003183054,0.000002944231,0.000005862674,0.000007091283,0.9808345,0.0017817486],"study_design_scores_gemma":[0.0010884794,0.00030765592,0.024348503,0.00013673671,0.0027329775,0.0037301923,0.000013600323,0.000003530823,0.000023795114,0.00025811308,0.96704143,0.00031500068],"about_ca_topic_score_codex":0.0057785055,"about_ca_topic_score_gemma":0.0040153204,"teacher_disagreement_score":0.09509579,"about_ca_system_score_codex":0.00014012566,"about_ca_system_score_gemma":0.0052233804,"threshold_uncertainty_score":0.99989307},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2799507680","doi":"10.1136/oemed-2018-icohabstracts.222","title":"547 Systematic review evidence in one minute or less","year":2018,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health","funders":"","keywords":"Computer science; CLARITY; Systematic review; Storyboard; Quality (philosophy); Multimedia; MEDLINE","score_opus":0.9520176926143207,"score_gpt":0.5998502158121681,"score_spread":0.35216747680215255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799507680","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04798199,0.59299123,0.11347943,0.03216769,0.0021540518,0.034138117,0.000019248164,0.000095771895,0.17697248],"genre_scores_gemma":[0.49736285,0.008889388,0.024564173,0.013867543,0.00032707327,0.0007891494,0.0000023355885,0.000040436862,0.45415705],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9637049,0.013730765,0.015166106,0.0010586794,0.0060272417,0.00031229854],"domain_scores_gemma":[0.9742015,0.011603514,0.005132684,0.007087223,0.0017813704,0.00019371616],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.20159107,0.0002820497,0.007141812,0.0003358144,0.00007778718,0.0005978203,0.0028820594,0.000063504085,0.04405973],"category_scores_gemma":[0.1893699,0.00010244113,0.0010952587,0.003147804,0.00008226802,0.00045015008,0.00018944667,0.0001008792,0.03490114],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019194767,0.00020647256,0.0046376023,0.49459308,0.00044898095,0.000046532674,0.0008843354,0.000001650525,0.000093883136,0.0066794762,0.4867425,0.0056462805],"study_design_scores_gemma":[0.00044238244,0.0003682752,0.003286048,0.95123667,0.0037073435,0.00015291726,0.002219387,0.0077433353,0.0001590332,0.0054994817,0.023952344,0.001232803],"about_ca_topic_score_codex":0.00004007205,"about_ca_topic_score_gemma":0.00083725137,"teacher_disagreement_score":0.58410186,"about_ca_system_score_codex":0.000045942004,"about_ca_system_score_gemma":0.00009346103,"threshold_uncertainty_score":0.9658503},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2804203984","doi":"10.1002/asi.24028","title":"Co‐saved, co‐tweeted, and co‐cited networks","year":2018,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Altmetrics; Citation; Computer science; Social media; Value (mathematics); World Wide Web; Information retrieval; Machine learning","score_opus":0.19676722602553115,"score_gpt":0.5112396376478187,"score_spread":0.3144724116222875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804203984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.962294,0.00015981316,0.010309843,0.0141032105,0.001220654,0.00046992488,0.00003975421,0.000028273429,0.011374529],"genre_scores_gemma":[0.99872684,0.00012495997,0.00033933588,0.00042320084,0.000073953546,0.0000025683062,7.586388e-7,0.0000019367692,0.00030642547],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99409467,0.00005034599,0.00079577684,0.00013980485,0.0045649996,0.0003544072],"domain_scores_gemma":[0.98417073,0.0012557354,0.0016630946,0.00024177443,0.012534329,0.00013430374],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.03408625,0.000074811665,0.00020437688,0.025177019,0.0009253584,0.0017545598,0.001495512,0.00018034426,0.000015668309],"category_scores_gemma":[0.06442229,0.000043196607,0.000054157794,0.065256074,0.00083238777,0.0031848825,0.00017749378,0.00025585183,0.000029838462],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006642761,0.0000438294,0.55449426,0.000005447136,0.000042033607,4.1321866e-7,0.0006678327,0.00003160532,0.001990887,0.017801387,0.08468142,0.34017447],"study_design_scores_gemma":[0.0021833254,0.0009572962,0.23402531,0.000020574556,0.000021737684,0.00011073426,0.0024275423,0.030305708,0.01391759,0.02323912,0.6925508,0.00024024793],"about_ca_topic_score_codex":0.0000027331048,"about_ca_topic_score_gemma":0.0000020421483,"teacher_disagreement_score":0.6078694,"about_ca_system_score_codex":0.00024591287,"about_ca_system_score_gemma":0.00031346595,"threshold_uncertainty_score":0.9992817},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2806719022","doi":"10.3138/jsp.49.3.03","title":"Chinese Early-Career Researchers' Scholarly Communication Attitudes and Behaviours: Changes Observed in Year Two of a Longitudinal Study","year":2018,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; China; Publication; Psychology; Social media; Longitudinal study; Political science; Medicine","score_opus":0.22154923907535481,"score_gpt":0.410863393542979,"score_spread":0.1893141544676242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806719022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911366,0.0017565889,0.000014510237,0.0020245237,0.00014890802,0.00027294914,0.0000017708023,0.000014468924,0.0046296506],"genre_scores_gemma":[0.9979441,0.0001679913,0.0011284148,0.000028072216,0.00044466808,0.000004506377,0.0000011528323,0.00001466106,0.00026642377],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967011,0.0009116156,0.0005103004,0.00020145808,0.0013376833,0.00033779413],"domain_scores_gemma":[0.9962411,0.00024624777,0.00046144638,0.0003100897,0.0025420056,0.00019910908],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.017778097,0.00012369761,0.0003059344,0.0007867899,0.00047654397,0.01936417,0.0014572059,0.00012350347,0.00006121213],"category_scores_gemma":[0.007493156,0.00011077354,0.000062422165,0.0011038115,0.00028444847,0.05872921,0.0006124557,0.0014847561,0.000002788828],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006149849,0.00023980036,0.9676985,0.000013240105,0.000052993804,0.000016014856,0.027150866,3.6941674e-7,0.000104560495,0.0010972942,0.00013592668,0.003428906],"study_design_scores_gemma":[0.0012300637,0.00032777357,0.98370117,0.00023681702,0.000031494325,0.000001441841,0.01345948,0.0000071640643,0.000009262319,0.00059171295,0.0002990566,0.00010453847],"about_ca_topic_score_codex":0.007689711,"about_ca_topic_score_gemma":0.047364477,"teacher_disagreement_score":0.039674766,"about_ca_system_score_codex":0.00018496062,"about_ca_system_score_gemma":0.00015199474,"threshold_uncertainty_score":0.9989182},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2811055236","doi":"10.12688/f1000research.15256.2","title":"What is a predatory journal? A scoping review","year":2018,"lang":"en","type":"review","venue":"F1000Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Ottawa Hospital Anesthesia Alternate Funds Association; Ottawa Hospital Research Institute; University of Ottawa","keywords":"PsycINFO; MEDLINE; Grey literature; Web of science; CINAHL; Medicine; Psychology; Meta-analysis; Political science; Pathology","score_opus":0.9152973410968032,"score_gpt":0.7496890964298902,"score_spread":0.16560824466691293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811055236","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.255653e-7,0.9891187,0.000106277745,0.0008828244,0.0026197047,0.003716286,0.00009015624,0.000039791656,0.0034257455],"genre_scores_gemma":[5.2989005e-8,0.96390384,0.00022966017,0.0005779005,0.0011173005,0.00022318854,0.000016028762,0.00010245543,0.033829555],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94984335,0.0044482057,0.003775579,0.00223753,0.0374523,0.002243045],"domain_scores_gemma":[0.9553101,0.018983481,0.001865007,0.0047946726,0.016520204,0.002526517],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.15264933,0.0006879686,0.003806303,0.1078312,0.0009572492,0.026632125,0.016449604,0.000695651,0.02420215],"category_scores_gemma":[0.10513544,0.00041257645,0.002047736,0.27617756,0.00077416096,0.0031723238,0.005682404,0.0030145394,0.028096732],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000159701,0.000040207102,0.000004013262,0.026080213,0.00004341976,0.000061667655,0.000020137191,6.281368e-9,2.5901524e-8,0.000008139489,0.37155786,0.60218275],"study_design_scores_gemma":[0.00008043241,0.00013712017,0.0000012251758,0.31544873,0.000054660017,0.00019659036,0.00003515115,0.000009269235,6.34924e-7,0.00047007186,0.68326277,0.00030332606],"about_ca_topic_score_codex":0.000009779443,"about_ca_topic_score_gemma":0.000005209153,"teacher_disagreement_score":0.6018794,"about_ca_system_score_codex":0.0006484403,"about_ca_system_score_gemma":0.008336073,"threshold_uncertainty_score":0.99983263},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2826165912","doi":"10.1177/0961000618785408","title":"Correction and retraction practices in library and information science journals","year":2018,"lang":"en","type":"article","venue":"Journal of Librarianship and Information Science","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Subject (documents); Library science; Quality (philosophy); Web of science; Information science; Minor (academic); Computer science; MEDLINE; Political science; Law","score_opus":0.03919387877003243,"score_gpt":0.3343058517107731,"score_spread":0.29511197294074065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2826165912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80517894,0.0002040013,0.0011104094,0.014888463,0.002572808,0.00017183165,0.0000025891475,0.00002427517,0.17584667],"genre_scores_gemma":[0.9918943,0.005207546,0.0010870829,0.0014518505,0.0003113482,6.1722847e-7,5.2187846e-7,0.0000014620174,0.00004526802],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99805874,0.000115081304,0.0006067725,0.00008317059,0.00090264395,0.00023358362],"domain_scores_gemma":[0.9975951,0.00032385276,0.0013836853,0.000059786933,0.000390499,0.0002471066],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.008421669,0.00007548315,0.00012215709,0.0014279231,0.0011488053,0.0023217825,0.00030335787,0.00020998753,0.00005189248],"category_scores_gemma":[0.00594334,0.00006276134,0.000013687216,0.0020479579,0.0019621646,0.35438251,0.00007608136,0.0008665818,0.0000054419115],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042750523,0.000037618152,0.17570156,0.000064098866,0.000009776818,0.000002627031,0.18631038,0.000012335888,0.0014230402,0.3660012,0.0043331473,0.2656767],"study_design_scores_gemma":[0.0006312456,0.00034632112,0.6288362,0.0003298884,0.000014689149,0.0003809178,0.053050164,0.0046655145,0.0023762987,0.0050286246,0.30409724,0.00024289024],"about_ca_topic_score_codex":0.00006300099,"about_ca_topic_score_gemma":0.00000547354,"teacher_disagreement_score":0.45313466,"about_ca_system_score_codex":0.000044149943,"about_ca_system_score_gemma":0.0011583335,"threshold_uncertainty_score":0.9987139},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2885914327","doi":"10.1186/s12961-018-0351-8","title":"Integrated knowledge translation in population health intervention research: a case study of implementation and outcomes from a school-based project","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Mount Saint Vincent University; Nova Scotia Health Authority; Dalhousie University","funders":"Economic and Social Research Council; Canadian Cancer Society Research Institute; Canadian Institutes of Health Research; Department of Health, Western Cape Government; Wellcome Trust; Nova Scotia Department of Health and Wellness; Medical Research Council; Cambridge Trust; Heart and Stroke Foundation of Canada","keywords":"Health services research; Knowledge translation; Health administration; Public health; Medicine; Intervention (counseling); Health informatics; Health policy; Medical education; Program evaluation; Nursing; Knowledge management; Political science; Computer science; Public administration","score_opus":0.9536346981269471,"score_gpt":0.8068107363747901,"score_spread":0.14682396175215706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885914327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792549,0.00038651272,0.00017148763,0.008896799,0.00016653012,0.010721554,0.00021038308,0.00004335682,0.00014846084],"genre_scores_gemma":[0.9971136,0.00007923764,0.00019193308,0.0007570166,0.00030294998,0.0013836339,0.00007399916,0.000026929454,0.000070691225],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.95800424,0.035884973,0.0026399377,0.0006539844,0.0012494432,0.0015674084],"domain_scores_gemma":[0.98868656,0.008187053,0.00065984396,0.00042809808,0.0013663218,0.00067210005],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.05320157,0.00019221347,0.0006465158,0.0033509843,0.0022093423,0.00008145985,0.00017232617,0.0001470141,0.00004996634],"category_scores_gemma":[0.005195924,0.00016694478,0.00002856282,0.003269605,0.00026295253,0.00038710522,0.00011314406,0.0010965896,0.000018195133],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026084235,0.00043549796,0.63418984,0.0031393429,0.000025112877,0.000011202852,0.30201718,0.0000016788348,0.00003085538,0.0012998693,0.003045548,0.055543005],"study_design_scores_gemma":[0.007772788,0.004259984,0.45216727,0.0013541053,0.0000035126507,0.000012410068,0.5251609,0.0045322576,0.0000029188532,0.00034897812,0.0042268243,0.00015804033],"about_ca_topic_score_codex":0.8478852,"about_ca_topic_score_gemma":0.48957473,"teacher_disagreement_score":0.35831046,"about_ca_system_score_codex":0.0020067596,"about_ca_system_score_gemma":0.006637603,"threshold_uncertainty_score":0.99908966},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2886427871","doi":"10.1007/s00439-018-1922-z","title":"Correction to: Canada: will privacy rules continue to favour open science?","year":2018,"lang":"en","type":"erratum","venue":"Human Genetics","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Biology; Human genetics; Open science; Library science; Genetics; Computer science; Mathematics; Gene","score_opus":0.08976443223311317,"score_gpt":0.40854406229482215,"score_spread":0.31877963006170895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886427871","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07155446,0.00068461325,0.001184478,0.006378169,0.29369903,0.0027473264,0.0004912295,0.0001129927,0.6231477],"genre_scores_gemma":[0.036449455,0.000026608435,0.0014735899,0.005557684,0.0061119227,0.000056603098,0.00009680291,0.00007518929,0.95015216],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99068624,0.000212793,0.0012795681,0.0019909437,0.0048468546,0.0009836215],"domain_scores_gemma":[0.9932364,0.00035005697,0.00078109774,0.0023315202,0.0022756166,0.0010252751],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0063736383,0.00048685414,0.00085948384,0.00090515177,0.0015403801,0.011929617,0.030379336,0.00043679593,0.00077213417],"category_scores_gemma":[0.016286476,0.0004094163,0.000091560636,0.0023051777,0.00040346588,0.0009502039,0.01039504,0.0012815625,0.00059634366],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000076094666,0.000013956826,0.00063220883,0.0000030128977,0.00000927173,0.0000074317186,0.00075651205,0.000024487887,0.000047026228,0.000079047706,0.98052645,0.017892981],"study_design_scores_gemma":[0.0001348745,0.000125719,0.018967355,0.00018001796,0.00001881348,0.000012266226,0.0004274598,0.00017707034,0.00019282053,0.0023751846,0.9768028,0.0005855657],"about_ca_topic_score_codex":0.24286221,"about_ca_topic_score_gemma":0.6537419,"teacher_disagreement_score":0.41087967,"about_ca_system_score_codex":0.00095955736,"about_ca_system_score_gemma":0.009679837,"threshold_uncertainty_score":0.9998358},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W2887247001","doi":"","title":"The Open Library at AU: Supporting Open Access and Open Educational Resources","year":2015,"lang":"en","type":"article","venue":"AUSpace (Athabasca University)","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Business; World Wide Web; Computer science","score_opus":0.058266006245947854,"score_gpt":0.3265462655149584,"score_spread":0.26828025926901056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887247001","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11289275,0.00003503983,0.0001560084,0.08618909,0.00036397914,0.00066949945,0.000002907619,0.00005132402,0.7996394],"genre_scores_gemma":[0.48603314,0.00003969787,0.007013837,0.0008542017,0.00009580404,0.0000067144256,0.000019199872,0.000018055913,0.50591934],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99861175,0.0002608299,0.00013071786,0.0004884002,0.00019468255,0.0003136367],"domain_scores_gemma":[0.99851125,0.0002915078,0.00023328412,0.0005248734,0.000088140674,0.00035092726],"candidate_categories":["sts","scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.00072872295,0.00013224996,0.0001601894,0.00012557392,0.0013637178,0.011046079,0.015525095,0.000045181183,0.0002682171],"category_scores_gemma":[0.00015418985,0.000114945746,0.000025399726,0.0007026616,0.000099266836,0.01551044,0.042822048,0.00016439316,0.00009643585],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103948325,0.00012720634,0.18724203,0.000008708506,0.000055076936,0.000023718147,0.017104248,0.000030613508,0.000014524635,0.41362825,0.37594426,0.0057174317],"study_design_scores_gemma":[0.00061375607,0.00005567908,0.03168805,0.000027125507,0.00000828799,0.00001577624,0.011688536,0.00024451505,0.00010626658,0.002182498,0.9531537,0.00021577884],"about_ca_topic_score_codex":0.0037487785,"about_ca_topic_score_gemma":0.0015941189,"teacher_disagreement_score":0.5772095,"about_ca_system_score_codex":0.00018216447,"about_ca_system_score_gemma":0.0014822893,"threshold_uncertainty_score":0.99993634},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2887371234","doi":"10.1186/s12961-018-0343-8","title":"Use of post-graduate students' research in evidence informed health policies: a case study of Makerere University College of Health Sciences, Uganda","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"International Development Research Centre; McMaster University","keywords":"Public health; Health services research; Health policy; Medicine; Health administration; Medical education; Citation; Knowledge translation; Public relations; Political science; Nursing","score_opus":0.9595889098283135,"score_gpt":0.782858035010124,"score_spread":0.1767308748181895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887371234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.958864,0.0003899021,0.00001100575,0.02923166,0.00016532326,0.009778285,0.0014176159,0.000022273829,0.00011994252],"genre_scores_gemma":[0.99511105,0.0017507687,0.00011944344,0.0021915121,0.0001617265,0.00010712878,0.0000032969663,0.000021962645,0.0005331147],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9439265,0.04206864,0.0043240897,0.0008161144,0.005194349,0.0036703213],"domain_scores_gemma":[0.96902907,0.021872712,0.0020852978,0.0010371966,0.00448497,0.0014907735],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.115688674,0.00024757214,0.0014214732,0.005094843,0.004360295,0.000032950506,0.0010156311,0.00016371283,0.000016370348],"category_scores_gemma":[0.014063708,0.00022391368,0.00004726551,0.010323351,0.002709759,0.0007420484,0.0010607264,0.0014583125,0.0000143459865],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076613494,0.0010753804,0.3077244,0.025966318,0.000046692454,0.0000822529,0.61516047,0.000018675162,0.000038745326,0.01846191,0.027482301,0.0031767301],"study_design_scores_gemma":[0.0038475587,0.015886007,0.1641119,0.0073641506,0.0000021563544,0.000101454745,0.7971924,0.00036358982,0.000004757176,0.00006057244,0.01087785,0.0001875844],"about_ca_topic_score_codex":0.8629888,"about_ca_topic_score_gemma":0.2259091,"teacher_disagreement_score":0.6370797,"about_ca_system_score_codex":0.0032977313,"about_ca_system_score_gemma":0.05518202,"threshold_uncertainty_score":0.998422},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2887866346","doi":"10.1136/bmjebm-2018-111040","title":"More than 2 billion pairs of eyeballs: Why aren’t you sharing medical knowledge on Wikipedia?","year":2018,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Reading (process); Knowledge translation; Internet privacy; World Wide Web; Public relations; Knowledge sharing; Encyclopedia; Resource (disambiguation); Information Dissemination; Computer science; Medical education; Political science; Library science; Knowledge management; Medicine; Law","score_opus":0.11614870997935471,"score_gpt":0.45045097746982166,"score_spread":0.33430226749046693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887866346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4803763,0.0037095414,0.0030652455,0.43174964,0.009758262,0.0022328957,0.000009810873,0.00040671244,0.06869159],"genre_scores_gemma":[0.98646975,0.00044701286,0.00019787405,0.004389865,0.0069115995,0.00008565325,0.000014773565,0.000018082623,0.0014653964],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965275,0.0003873924,0.00059201807,0.00042649294,0.001709188,0.00035741724],"domain_scores_gemma":[0.9968806,0.001008123,0.0003086268,0.00048233045,0.0009118203,0.00040849583],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004630015,0.00018302073,0.00032548016,0.00031108392,0.00035434662,0.000028605584,0.0005918871,0.0002250205,0.0033609867],"category_scores_gemma":[0.014056142,0.00014239362,0.00006670058,0.0013826257,0.0015786991,0.00030065668,0.000043516113,0.00020774707,0.00010811899],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009796361,0.0013426183,0.11781403,0.00053986325,0.00009314148,0.000031571406,0.12203845,0.0000374425,0.0010069945,0.06455932,0.5705924,0.12096451],"study_design_scores_gemma":[0.0048393225,0.005114344,0.058967076,0.028205127,0.00031563028,0.0000057914567,0.09055906,0.0041609583,0.0067026992,0.0052085924,0.7945506,0.0013708025],"about_ca_topic_score_codex":0.0016440307,"about_ca_topic_score_gemma":0.0032966787,"teacher_disagreement_score":0.50609344,"about_ca_system_score_codex":0.0002458562,"about_ca_system_score_gemma":0.001977165,"threshold_uncertainty_score":0.9975501},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2889499003","doi":"10.1503/cmaj.180154","title":"How predatory journals leak into PubMed","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"University of Ottawa","keywords":"Key (lock); Data science; Computer science; MEDLINE; World Wide Web; Computer security; Political science","score_opus":0.3334433946008996,"score_gpt":0.49615533824865493,"score_spread":0.16271194364775532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889499003","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41811004,0.0046129115,0.009230076,0.49973026,0.015018801,0.00049344194,0.000093361334,0.00005080419,0.0526603],"genre_scores_gemma":[0.9742511,0.000494603,0.00024222457,0.0061596506,0.0058349804,0.0000070961364,0.0000013371813,0.0000141316705,0.012994914],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9711182,0.0007254727,0.0008256675,0.00039136317,0.02564573,0.001293546],"domain_scores_gemma":[0.9762717,0.0021838038,0.00064313784,0.0003524112,0.012872343,0.0076766363],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.081073776,0.0001390894,0.00031107126,0.03402918,0.0010814692,0.010648636,0.0027977617,0.00055010524,0.01038845],"category_scores_gemma":[0.3063317,0.00009917778,0.00020366542,0.065459564,0.00020763416,0.0013078277,0.00016406787,0.0014972622,0.0011711649],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022139843,0.000012483178,0.10155125,5.924e-7,0.000024893747,0.000119374425,0.00012342192,2.1349014e-7,0.0000059008603,0.00010704813,0.44962513,0.44842747],"study_design_scores_gemma":[0.00037535562,0.00006154756,0.14908528,0.00001317011,0.0000033680515,0.00018016706,0.00050850585,0.0004152021,0.000030059055,0.005552176,0.84365284,0.00012230406],"about_ca_topic_score_codex":0.0007693563,"about_ca_topic_score_gemma":0.031135788,"teacher_disagreement_score":0.556141,"about_ca_system_score_codex":0.0019717785,"about_ca_system_score_gemma":0.005237541,"threshold_uncertainty_score":0.99960655},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2889522933","doi":"10.5539/res.v10n4p33","title":"A Universal Digital Library Based on Unimpeded Access (and Some Proposals Based on Information Ethics)","year":2018,"lang":"en","type":"article","venue":"Review of European Studies","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Utopia; Commodity; Set (abstract data type); Universal design; Computer science; Ideal (ethics); Digital library; The Imaginary; Internet privacy; World Wide Web; Knowledge management; Computer security; Data science; Business; Law; Political science; Psychology","score_opus":0.07543377302822572,"score_gpt":0.36295292740925117,"score_spread":0.28751915438102543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889522933","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014231549,0.033631075,0.00087713153,0.0885744,0.001276022,0.0049373764,0.00063038734,0.0008814581,0.8549606],"genre_scores_gemma":[0.87302226,0.11415392,0.00027249774,0.011721458,0.0005696068,0.000011974901,0.00009376905,0.000024812187,0.00012967578],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99836785,0.00070730963,0.00026920033,0.00015144932,0.00036001718,0.00014419622],"domain_scores_gemma":[0.9989871,0.00031129114,0.00021200623,0.000254263,0.00017567076,0.0000596648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013173539,0.000118872704,0.00022866146,0.00010485997,0.00043367414,0.00016365874,0.0003749423,0.000032284996,0.000030748328],"category_scores_gemma":[0.00378584,0.00009251004,0.00005338726,0.0002874458,0.00048972946,0.0024936984,0.0003191418,0.00016138278,0.000094165116],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001257768,0.0010812711,0.0049480186,0.04573261,0.0004514274,0.00004915547,0.03401344,0.000017426479,0.000028287686,0.18682835,0.29734835,0.4282439],"study_design_scores_gemma":[0.00073084235,0.00083108136,0.001617817,0.012400158,0.00007252077,3.609869e-7,0.0013940072,0.00021965797,0.00014599983,0.0015466718,0.98069566,0.00034520935],"about_ca_topic_score_codex":0.00002020849,"about_ca_topic_score_gemma":0.0000061952137,"teacher_disagreement_score":0.85879076,"about_ca_system_score_codex":0.000030476842,"about_ca_system_score_gemma":0.00015933561,"threshold_uncertainty_score":0.45322776},"labels":[{"model":"gemma","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2895962866","doi":"10.23914/ap.v8i2.152","title":"Open Data as Public Archaeology: The Monumental Archive Project","year":2018,"lang":"en","type":"article","venue":"AP Online Journal in Public Archaeology","topic":"Archaeological Research and Protection","field":"Earth and Planetary Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"College of Engineering, Michigan State University; Michigan State University","keywords":"Value (mathematics); Literacy; Open data; Data sharing; Archaeology; Digital curation; Sociology; History; World Wide Web; Political science; Computer science; Law","score_opus":0.16927500712508403,"score_gpt":0.3809947452148179,"score_spread":0.21171973808973388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895962866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7965715,0.0010331711,0.0055306014,0.17937249,0.0011308735,0.0019019761,0.0006054888,0.00008381177,0.013770071],"genre_scores_gemma":[0.97899026,0.001455095,0.013626326,0.0030572594,0.0013293723,0.000014058015,0.0010513436,0.000013046601,0.00046326668],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99371487,0.0024070174,0.00075748906,0.00082882727,0.00066487474,0.0016269053],"domain_scores_gemma":[0.99655366,0.001321851,0.00032505326,0.0010160174,0.00023210443,0.0005513348],"candidate_categories":["sts","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005283825,0.0003166039,0.00045381996,0.0006777779,0.0008172254,0.00023206961,0.008385644,0.00021321698,0.006742519],"category_scores_gemma":[0.0039440254,0.00019099507,0.00008925918,0.0010041025,0.0056386045,0.0016181178,0.006185744,0.0022541264,0.00040935678],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095464225,0.00019338758,0.39685598,0.000012159345,0.00019064047,0.0005156489,0.0047336905,0.000021173997,0.00002420153,0.0111484695,0.0071853604,0.57816464],"study_design_scores_gemma":[0.0011798729,0.0030152865,0.19840857,0.000021009995,0.000010702759,0.0040235883,0.0020061592,0.010594392,0.000008880571,0.35556087,0.424846,0.00032465215],"about_ca_topic_score_codex":0.012807391,"about_ca_topic_score_gemma":0.16824289,"teacher_disagreement_score":0.57784,"about_ca_system_score_codex":0.000035265668,"about_ca_system_score_gemma":0.0013563947,"threshold_uncertainty_score":0.99706745},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2899425819","doi":"10.1192/bja.2018.56","title":"Predatory journals and dubious publishers: how to avoid being their prey","year":2018,"lang":"en","type":"article","venue":"BJPsych Advances","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Publishing; Directory; Revenue; Internet privacy; Declaration; Reading (process); Advertising; World Wide Web; Political science; Business; Computer science; Law","score_opus":0.46919279975365585,"score_gpt":0.5673250366612027,"score_spread":0.09813223690754685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899425819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92306226,0.01445107,0.011572509,0.010085055,0.002484925,0.0006689073,0.000050752118,0.000074703574,0.037549816],"genre_scores_gemma":[0.9885212,0.00071414135,0.0047565172,0.0006404956,0.00058660435,0.000020739884,7.977191e-7,0.000015643833,0.004743821],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99273926,0.00021498308,0.0004856975,0.00093336275,0.0048698215,0.00075685675],"domain_scores_gemma":[0.99287146,0.002018364,0.00024908347,0.000793716,0.0032302386,0.000837114],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.013098379,0.00019544401,0.000323136,0.023683533,0.00051806803,0.011339254,0.0021974365,0.00010126302,0.0005872411],"category_scores_gemma":[0.030185545,0.00012402574,0.00008860857,0.07029672,0.0003217998,0.0046911244,0.00064454024,0.00025336168,0.00026218302],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048657705,0.00007806886,0.077717155,0.000008998109,0.000018326326,0.000007051843,0.0006402836,0.0000036839363,0.0018238765,0.00022933487,0.10514548,0.8142791],"study_design_scores_gemma":[0.0003533652,0.0004982576,0.060798258,0.000033538563,0.000002567387,0.000023196733,0.00189524,0.00023435564,0.0029814134,0.02471877,0.90820116,0.00025989753],"about_ca_topic_score_codex":0.000006902663,"about_ca_topic_score_gemma":0.000045357156,"teacher_disagreement_score":0.8140192,"about_ca_system_score_codex":0.000049950486,"about_ca_system_score_gemma":0.00010762837,"threshold_uncertainty_score":0.9896871},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2900628939","doi":"10.1038/s41436-018-0370-4","title":"Lessons learned from two decades of BRCA1 and BRCA2 genetic testing: the evolution of data sharing and variant classification","year":2018,"lang":"en","type":"review","venue":"Genetics in Medicine","topic":"BRCA gene mutations in cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Human Genome Research Institute; National Institutes of Health","keywords":"Breast cancer; Ovarian cancer; Gene; Genetic testing; Identification (biology); Biology; Cancer; Genetic variation; Genetics","score_opus":0.3085729764609272,"score_gpt":0.4407115127165762,"score_spread":0.13213853625564903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900628939","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074151726,0.9889322,0.002664497,0.00018416358,0.00014338312,0.00039782448,0.00015241567,0.0000036044087,0.00010675259],"genre_scores_gemma":[0.016441528,0.9715188,0.010982716,0.000015993175,0.00055749674,0.0000250864,0.00040203397,0.000037559428,0.000018802095],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978704,0.00016367156,0.00074520585,0.0008518028,0.00020056475,0.00016839679],"domain_scores_gemma":[0.9974741,0.00017991157,0.00055758987,0.0015945946,0.00014481027,0.00004902911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086913485,0.0002393032,0.00061465666,0.00012700354,0.00005365308,0.00001157387,0.0008657232,0.0002541161,0.0000072565667],"category_scores_gemma":[0.00072721817,0.0001777073,0.00003174242,0.00030327935,0.0007255386,0.0000033332255,0.000728879,0.0001907488,5.543489e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012791713,0.00002430913,0.0018107683,0.0016433074,0.00020389173,0.0000013661509,0.000203162,0.000028376531,0.0067073437,0.00014175138,0.00027797287,0.98894495],"study_design_scores_gemma":[0.0036630498,0.0011495391,0.03409641,0.020968225,0.005020495,0.00024286265,0.0013021664,0.016465025,0.0009893809,0.009529259,0.9052027,0.001370874],"about_ca_topic_score_codex":0.00029945115,"about_ca_topic_score_gemma":0.0002199727,"teacher_disagreement_score":0.9875741,"about_ca_system_score_codex":0.00006917489,"about_ca_system_score_gemma":0.00039754465,"threshold_uncertainty_score":0.72466934},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2909101430","doi":"10.1111/ddi.12885","title":"Open access solutions for biodiversity journals: Do not replace one problem with another","year":2019,"lang":"en","type":"article","venue":"Diversity and Distributions","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland; McGill University","funders":"","keywords":"Publishing; Biodiversity; Diversity (politics); Process (computing); Library science; Sociology; Political science; Ecology; Computer science; Biology; Law","score_opus":0.1362599909243479,"score_gpt":0.29944774820363573,"score_spread":0.16318775727928783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909101430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96411216,0.000032946868,0.005249992,0.0045923586,0.00006541063,0.0009896748,0.0064854193,0.000052447558,0.01841958],"genre_scores_gemma":[0.998037,0.000068165304,0.0001503687,0.0004469167,0.0000079467645,0.000014705686,0.00035026713,0.0000031330935,0.00092152465],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99899834,0.00003312877,0.00009795577,0.0003333375,0.00020545076,0.00033180497],"domain_scores_gemma":[0.999472,0.000048617698,0.000092692615,0.0002086472,0.00004731852,0.0001306779],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00032933982,0.000111575246,0.00014619589,0.000024484014,0.0030240696,0.00040138018,0.0006520763,0.000064153486,0.033503298],"category_scores_gemma":[0.000026872489,0.000103860344,0.000052665295,0.00026777294,0.00021308518,0.0011640916,0.005386208,0.000105054685,0.00055967894],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042793388,0.0005398185,0.8540031,0.000029487972,0.000083420644,0.000002914764,0.0005538145,0.000052123687,0.0006059766,0.017351529,0.12596534,0.00038457735],"study_design_scores_gemma":[0.0026043258,0.00018968793,0.87513316,0.000030126768,0.00013572576,0.000010404188,0.0027833052,0.000048718175,0.00042996343,0.00067383714,0.11755721,0.000403538],"about_ca_topic_score_codex":0.0010546437,"about_ca_topic_score_gemma":0.0004900156,"teacher_disagreement_score":0.033924803,"about_ca_system_score_codex":0.00034205464,"about_ca_system_score_gemma":0.000016919927,"threshold_uncertainty_score":0.99827385},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2912243965","doi":"10.22230/src.2019v10n1a327","title":"Informing the Digital Archive with Altmetrics","year":2019,"lang":"en","type":"article","venue":"Scholarly and Research Communication","topic":"Research Data Management Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Altmetrics; Digitization; Digital curation; Computer science; Data science; World Wide Web; Telecommunications","score_opus":0.1062713277290106,"score_gpt":0.3786534612204933,"score_spread":0.2723821334914827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912243965","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32499897,0.0037324647,0.16109768,0.084275804,0.00009934337,0.0035111809,0.00002245931,0.0002488235,0.42201325],"genre_scores_gemma":[0.9871889,0.0028789698,0.008082149,0.000100246674,0.000010044523,0.00003440996,0.00002014182,0.00000579968,0.0016793497],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99747884,0.0005968482,0.00012528348,0.00023759372,0.0012487343,0.00031268867],"domain_scores_gemma":[0.9948167,0.0021849084,0.00006363942,0.002437755,0.00040876976,0.00008822725],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.006932541,0.000066420966,0.00006479112,0.00036962162,0.0007383238,0.020156171,0.0043106065,0.000027846638,0.0000040156224],"category_scores_gemma":[0.0019715303,0.00003898359,0.000013703263,0.0014019771,0.00024331524,0.07166279,0.004086057,0.0011950342,0.000117848744],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032259497,0.0000592684,0.012789004,0.000033002045,0.00004158609,0.0000028329348,0.0010074917,0.000011888323,0.000097509364,0.8106355,0.0006023341,0.1746873],"study_design_scores_gemma":[0.0008705567,0.0007121841,0.12539497,0.00013731199,0.0000048728966,0.000034758203,0.002644736,0.011230868,0.00017831508,0.019251434,0.83926946,0.0002705521],"about_ca_topic_score_codex":0.0000991503,"about_ca_topic_score_gemma":0.000030802374,"teacher_disagreement_score":0.8386671,"about_ca_system_score_codex":0.000034322376,"about_ca_system_score_gemma":0.0001090229,"threshold_uncertainty_score":0.980861},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2914963886","doi":"10.1002/asi.24180","title":"Identifying the business model dimensions of data sharing: A value‐based approach","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Business value; Knowledge management; Business model; Computer science; Value (mathematics); Data sharing; Value capture; Value network; Knowledge sharing; Dimension (graph theory); Process (computing); Key (lock); Data science; Value creation; Business; Marketing","score_opus":0.11522505554396606,"score_gpt":0.32393098991079966,"score_spread":0.2087059343668336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914963886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71493196,0.00016821439,0.23198242,0.039932307,0.0026528016,0.0017177156,0.000080426355,0.000097998,0.008436141],"genre_scores_gemma":[0.9979015,0.000012124833,0.0014862709,0.0005038815,0.000038953574,0.0000026575617,0.000008080502,0.0000025352851,0.000044019835],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878424,0.0000027501849,0.00040387662,0.000093791336,0.0005819952,0.00013333598],"domain_scores_gemma":[0.9958691,0.00004990695,0.0014474123,0.0004269099,0.0022019104,0.000004759644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031373156,0.00005948046,0.00012516415,0.00052191946,0.0003021585,0.00027763314,0.0017990178,0.00006611408,0.0000019745034],"category_scores_gemma":[0.0019686737,0.000030156574,0.000028035623,0.0023100632,0.0001413633,0.007294774,0.00070519786,0.00012616205,0.0000053901495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094779294,0.0001820444,0.1608528,0.00067420467,0.000103030754,9.941e-8,0.00042112492,0.032275233,0.007130864,0.759931,0.011220616,0.027114166],"study_design_scores_gemma":[0.0005056566,0.000007885771,0.008755722,0.000085642525,0.00008437864,0.000005808839,0.00071354804,0.9415924,0.0007568281,0.018725881,0.02865959,0.00010663648],"about_ca_topic_score_codex":0.000011433847,"about_ca_topic_score_gemma":0.0000014125388,"teacher_disagreement_score":0.9093172,"about_ca_system_score_codex":0.00005018395,"about_ca_system_score_gemma":0.00015059373,"threshold_uncertainty_score":0.52885354},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2915192376","doi":"10.1002/asi.24153","title":"“Connections above and beyond”: Information, translation, and community boundaries in LibraryThing and Goodreads","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Florida State University; Beta Phi Mu","keywords":"Sociotechnical system; Online community; Knowledge management; Boundary object; Boundary (topology); Sociology; Information sharing; Computer science; World Wide Web; Boundary-work; Knowledge sharing; Interpersonal ties; Social science","score_opus":0.012865613453759884,"score_gpt":0.2638654217886759,"score_spread":0.25099980833491603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915192376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9703627,0.0001119404,0.00016069478,0.016008671,0.00026592257,0.000288842,0.0000040336945,0.00001853802,0.012778631],"genre_scores_gemma":[0.9992847,0.00014448054,0.00025789157,0.00021888995,0.000010625003,0.0000027555059,7.9085044e-7,9.791163e-7,0.000078922596],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923366,0.000051318926,0.00030614794,0.000033462245,0.00025246045,0.00012294996],"domain_scores_gemma":[0.9988434,0.00020733534,0.00042557818,0.000056490964,0.00043822406,0.00002902375],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0040981327,0.000044839944,0.00010086035,0.0005874202,0.0015522882,0.0006695535,0.00016389573,0.00008454908,0.0000015652217],"category_scores_gemma":[0.0018123618,0.000036136447,0.0000122172405,0.0008164844,0.00038849423,0.008427876,0.00008578945,0.00022898379,8.3247534e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013416218,0.000012736753,0.41885138,0.00004651534,0.000017716076,1.9675674e-8,0.097712465,0.00000759397,0.000046126046,0.41972396,0.0002846525,0.06328342],"study_design_scores_gemma":[0.0023734318,0.00021734933,0.2603066,0.00008977397,0.000046155863,0.000013316037,0.15872344,0.0027778894,0.00018582933,0.09336299,0.48166016,0.00024307331],"about_ca_topic_score_codex":0.000054722208,"about_ca_topic_score_gemma":0.00022073554,"teacher_disagreement_score":0.48137552,"about_ca_system_score_codex":0.000093307855,"about_ca_system_score_gemma":0.0001592557,"threshold_uncertainty_score":0.9997476},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2922152001","doi":"10.1016/j.afjem.2019.01.015","title":"A cross-sectional description of open access publication costs, policies and impact in emergency medicine and critical care journals","year":2019,"lang":"en","type":"article","venue":"African Journal of Emergency Medicine","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; McMaster University","funders":"","keywords":"Medicine; Scopus; Interquartile range; Purchasing power parity; Impact factor; Turkish; MEDLINE; Family medicine; Business; Political science; Finance; Internal medicine","score_opus":0.7233153791963524,"score_gpt":0.6748636395905908,"score_spread":0.048451739605761546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922152001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9682568,0.015348908,0.0003175374,0.006705908,0.002150474,0.00026862658,0.000022582468,0.0000023677624,0.0069268486],"genre_scores_gemma":[0.99095863,0.008006932,0.00006356852,0.000031264237,0.00035518006,0.000003269693,0.0000031070815,0.0000103776165,0.00056769134],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99070376,0.00037943208,0.0029445277,0.0004150748,0.0051345713,0.0004226263],"domain_scores_gemma":[0.9838287,0.0015325489,0.0014937312,0.00037809176,0.0120903365,0.0006765513],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.02209679,0.000187106,0.0007479143,0.03263143,0.00013880995,0.00047132876,0.0025191724,0.00010230172,0.016323451],"category_scores_gemma":[0.07384476,0.00010978641,0.000110959154,0.053268965,0.00041174478,0.0037185338,0.0007860601,0.00043292355,0.0000048370634],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012513265,0.00006923231,0.97763675,0.00003265746,0.000024210116,0.0000027465737,0.0012128488,0.000010201619,0.0034780195,0.00047119678,0.012970796,0.003966195],"study_design_scores_gemma":[0.0010961547,0.0014261608,0.9847072,0.00010119556,0.000017239037,0.000053530253,0.004786564,0.00018488432,0.00003908757,0.0058233603,0.0016566033,0.000108057706],"about_ca_topic_score_codex":0.0019611383,"about_ca_topic_score_gemma":0.000098331104,"teacher_disagreement_score":0.051747974,"about_ca_system_score_codex":0.00018953891,"about_ca_system_score_gemma":0.00027194968,"threshold_uncertainty_score":0.98457575},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2923998330","doi":"10.1016/j.jhepr.2019.03.001","title":"JHEP Reports: A new EASL open access journal","year":2019,"lang":"en","type":"editorial","venue":"JHEP Reports","topic":"Liver Disease Diagnosis and Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hepatology; Publication; Outreach; Impact factor; Audience measurement; Medicine; Internal medicine; Publishing; Political science; Public relations; Medical education; Family medicine; Law","score_opus":0.03957957871228053,"score_gpt":0.40626750418538915,"score_spread":0.36668792547310863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2923998330","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002966569,0.0047743428,0.0000071242457,0.00096032483,0.9518125,0.002659044,0.000057111043,0.0001000308,0.03666296],"genre_scores_gemma":[0.0044309883,0.0018121039,0.00024536476,0.0004558993,0.92170227,0.00021139701,0.0020207043,0.00021359668,0.06890766],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99374545,0.000080299724,0.0019292136,0.0014178205,0.002164869,0.00066233455],"domain_scores_gemma":[0.99221617,0.00027784833,0.0030970264,0.002301525,0.0008315089,0.0012758973],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00092913135,0.00074352935,0.0017991092,0.00029860713,0.00023189349,0.0023347426,0.0007965919,0.00090511364,0.002426994],"category_scores_gemma":[0.0019332885,0.0005750057,0.00079173973,0.00026074811,0.000056513083,0.0011232379,0.0012280621,0.0012909959,0.00014513211],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001767047,0.0007202472,0.04188241,0.00020877086,0.0012323376,0.11432191,0.00006397034,0.0000020379725,0.0000019752563,0.0000037646694,0.8387705,0.0026153415],"study_design_scores_gemma":[0.001734721,0.00041306813,0.009454251,0.0015900128,0.002587401,0.0074908477,0.000021099777,8.257523e-7,0.00004338497,0.0006362567,0.9754748,0.0005533654],"about_ca_topic_score_codex":0.0025365378,"about_ca_topic_score_gemma":0.0000515796,"teacher_disagreement_score":0.13670424,"about_ca_system_score_codex":0.0010037329,"about_ca_system_score_gemma":0.011378638,"threshold_uncertainty_score":0.99967015},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2926567176","doi":"10.1136/bmjopen-2018-026516","title":"Knowledge and motivations of researchers publishing in presumed predatory journals: a survey","year":2019,"lang":"en","type":"article","venue":"BMJ Open","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":160,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Ottawa; Jewish General Hospital; Institut du Savoir Montfort; McGill University; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Ottawa Hospital Anesthesia Alternate Funds Association","keywords":"Publishing; Medicine; Psychological intervention; Law; Psychiatry; Political science","score_opus":0.9177965981725121,"score_gpt":0.7046737378033378,"score_spread":0.21312286036917438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2926567176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9533338,0.00063875946,0.00007307276,0.0006674282,0.0001485,0.0027432821,0.000065046195,0.000003218559,0.04232689],"genre_scores_gemma":[0.99088687,0.00006337643,0.00034411607,0.000024513334,0.000015693358,0.000059405385,0.0000040249006,0.000007059421,0.008594934],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99061435,0.0019039304,0.00091433653,0.0005604162,0.0055573024,0.0004496672],"domain_scores_gemma":[0.9776171,0.01597779,0.00039154492,0.001064246,0.0045432574,0.00040605292],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.1739013,0.000077492215,0.00033123948,0.034169994,0.00008212571,0.008267575,0.004144824,0.00010526365,0.0009398088],"category_scores_gemma":[0.24318022,0.000055549444,0.00003906314,0.11610564,0.000107557906,0.004209267,0.0038371051,0.0003892387,0.00011542516],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006925716,0.0000938103,0.95025116,0.000011848314,0.000007349843,0.0000015518362,0.0003827097,0.000015746626,0.00017961464,0.00023514821,0.023349648,0.025402164],"study_design_scores_gemma":[0.0006909508,0.000056860732,0.98914194,0.00005437819,4.7174018e-7,0.0000013503974,0.0005031046,0.0028075823,0.000098839504,0.001610964,0.0049595283,0.00007401575],"about_ca_topic_score_codex":0.002134968,"about_ca_topic_score_gemma":0.0013052764,"teacher_disagreement_score":0.081935644,"about_ca_system_score_codex":0.00007752397,"about_ca_system_score_gemma":0.0008272337,"threshold_uncertainty_score":0.9999735},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2927052045","doi":"10.21083/partnership.v14i1.4764","title":"Hype or Real Threat: The Extent of Predatory Journals in Student Bibliographies","year":2019,"lang":"en","type":"article","venue":"Partnership The Canadian Journal of Library and Information Practice and Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"","keywords":"Publishing; Library science; Computer science; Political science; Law","score_opus":0.49515394773640964,"score_gpt":0.5635849346576557,"score_spread":0.06843098692124605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2927052045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91509354,0.005948665,0.000004587576,0.039488416,0.00017760012,0.00036067865,0.0000111167265,0.0000014624507,0.03891394],"genre_scores_gemma":[0.95972604,0.03891219,0.000045308596,0.00056440686,0.000054563687,0.0000020712755,6.2641277e-7,0.0000033680394,0.00069144135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9927843,0.0013879044,0.0009520792,0.00011138253,0.0043618088,0.0004025022],"domain_scores_gemma":[0.98457724,0.012170289,0.0006204181,0.00034218314,0.0017290722,0.00056080054],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.04963524,0.00007882779,0.00020576923,0.076146945,0.0004700686,0.004634749,0.0014045604,0.00008364795,0.00046234493],"category_scores_gemma":[0.011772314,0.000032865235,0.000062446634,0.096823476,0.00053458137,0.020681743,0.00023926751,0.0009100303,0.00002076038],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007681403,0.000071151306,0.8674404,0.0000518118,0.000090868045,0.000049362745,0.010298543,0.00011154713,0.000023757622,0.026473118,0.051008962,0.04361234],"study_design_scores_gemma":[0.00055183086,0.0005790186,0.6515591,0.00006427701,0.000007639953,0.00018671637,0.046384644,0.00023113027,0.00008483701,0.0032121723,0.2970665,0.00007212087],"about_ca_topic_score_codex":0.000697358,"about_ca_topic_score_gemma":0.0003684941,"teacher_disagreement_score":0.24605756,"about_ca_system_score_codex":0.000016274487,"about_ca_system_score_gemma":0.0014517852,"threshold_uncertainty_score":0.99655193},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2938786474","doi":"10.3138/jsp.50.3.01","title":"Humanities Scholars and Library-Based Digital Publishing: New Forms of Publication, New Audiences, New Publishing Roles","year":2019,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Scholarly communication; Scholarship; Electronic publishing; Digital scholarship; Digital humanities; Library science; Diversification (marketing strategy); Sociology; Digital library; Political science; Media studies; Public relations; World Wide Web; Computer science; The Internet; Business; Art; Law; Literature; Marketing","score_opus":0.02991858418503142,"score_gpt":0.2704706048311039,"score_spread":0.2405520206460725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938786474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38270694,0.0042030835,0.0022811242,0.3680327,0.0027225192,0.00063125946,0.000037913058,0.00020623663,0.23917824],"genre_scores_gemma":[0.9503169,0.00022438519,0.010621913,0.0050567403,0.003773934,0.0000030614924,0.00007879974,0.00005854251,0.02986574],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99483544,0.00024361111,0.0013599691,0.00040332336,0.0026002117,0.0005574758],"domain_scores_gemma":[0.9920375,0.0005233431,0.0023387356,0.0003685728,0.0036227792,0.0011090644],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.005042695,0.00026274734,0.000468068,0.0017372322,0.00064555084,0.32763994,0.002503192,0.00049062126,0.0007853481],"category_scores_gemma":[0.0329474,0.000242766,0.00017935368,0.0031888953,0.00018440712,0.62004447,0.00020065447,0.0019537034,0.000012382813],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079880374,0.00012678656,0.16570042,0.000041534644,0.00008394835,0.0000016650205,0.021283548,0.00003955654,0.00026740378,0.23938145,0.5034051,0.06958869],"study_design_scores_gemma":[0.0016666738,0.00017579315,0.022859093,0.00035156056,0.000039485934,0.00001046434,0.03518379,0.000015617616,0.0002492489,0.042357393,0.8967298,0.00036105324],"about_ca_topic_score_codex":0.000983403,"about_ca_topic_score_gemma":0.00048227343,"teacher_disagreement_score":0.56760997,"about_ca_system_score_codex":0.0002980026,"about_ca_system_score_gemma":0.011776169,"threshold_uncertainty_score":0.99382615},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2942452906","doi":"10.12927/hcpol.2019.25792","title":"Integrated Knowledge Translation with Public Health Policy Makers: A Scoping Review","year":2019,"lang":"en","type":"review","venue":"Healthcare policy","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Izaak Walton Killam Health Centre; Dalhousie University","funders":"","keywords":"Operationalization; Knowledge translation; Knowledge management; Public health; Process (computing); Public engagement; Political science; Public relations; Medical education; Process management; Psychology; Business; Medicine; Computer science; Nursing","score_opus":0.9177527360035942,"score_gpt":0.7631348038759823,"score_spread":0.15461793212761188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942452906","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.4306675e-7,0.7721343,0.0003138318,0.19998448,0.0005044134,0.022225728,0.0009289781,0.00044667165,0.0034613784],"genre_scores_gemma":[0.0000035908583,0.87665135,0.0009928799,0.11303532,0.0022676133,0.0044867825,0.00091538357,0.00031546655,0.0013316207],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96978563,0.015921136,0.0064167515,0.001804161,0.00125957,0.0048127775],"domain_scores_gemma":[0.9829263,0.0055644503,0.0050263973,0.0022647276,0.0013349175,0.0028831807],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.009696743,0.0014345528,0.0063106404,0.0035302574,0.0020376006,0.00009541939,0.0013017922,0.0010096309,0.00050577126],"category_scores_gemma":[0.0050124275,0.0011043431,0.0005770675,0.011133041,0.00026623666,0.0006330569,0.0002704527,0.003619469,0.004654639],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000003705072,0.000021724501,0.000008137725,0.4400303,0.000030285297,0.0000014122467,0.0031618413,2.2326313e-8,5.3941562e-9,0.002671424,0.0042168475,0.5498543],"study_design_scores_gemma":[0.00048329472,0.00020355002,0.0000042739102,0.41637477,0.000058517,0.000033892233,0.0002953795,0.0000022333297,5.280538e-9,0.000018238316,0.5820653,0.00046057632],"about_ca_topic_score_codex":0.027657846,"about_ca_topic_score_gemma":0.017272484,"teacher_disagreement_score":0.57784843,"about_ca_system_score_codex":0.009376298,"about_ca_system_score_gemma":0.270305,"threshold_uncertainty_score":0.99984044},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2947745509","doi":"","title":"Promises Made: An Interpretative Analysis of Canada's Public Library Legislation / Promesses faites : une analyse interprétative de la législation canadienne sur les bibliothèques publiques","year":2018,"lang":"fr","type":"article","venue":"Project Muse (Johns Hopkins University)","topic":"Library Science and Administration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Legislation; Humanities; Law; Philosophy","score_opus":0.024399035306361814,"score_gpt":0.2637218592059613,"score_spread":0.2393228238995995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947745509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7925671,0.000028886545,0.0011346937,0.0064701755,0.00020344404,0.00050415035,0.00034355212,0.00012540755,0.1986226],"genre_scores_gemma":[0.9869331,0.010347996,0.0012538732,0.00016619952,0.0001611547,0.0000048193483,0.00022615414,0.000023095208,0.0008835969],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.995784,0.0019458992,0.00044382553,0.0006696575,0.00045176572,0.0007048971],"domain_scores_gemma":[0.99722457,0.00068045576,0.00066145684,0.00031648265,0.0007505399,0.00036647124],"candidate_categories":["metaepi_narrow","bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0007432349,0.00033822272,0.0005061693,0.02035146,0.0006343594,0.0008400989,0.0008173965,0.00032699775,0.00058339123],"category_scores_gemma":[0.0006399623,0.00035986066,0.00019159379,0.0630541,0.0018616542,0.020907478,0.00014273911,0.0003210004,0.0000011851929],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042994914,0.0009754538,0.24616516,0.00019007779,0.0030416062,0.00013643435,0.54477185,0.00015435091,0.00019032651,0.12726963,0.0021390936,0.07453606],"study_design_scores_gemma":[0.00046981985,0.0012859601,0.038807515,0.00025189598,0.0012727733,0.0000032111286,0.09501884,0.017511735,0.0029647786,0.00016617628,0.8414538,0.0007934818],"about_ca_topic_score_codex":0.9814684,"about_ca_topic_score_gemma":0.9964905,"teacher_disagreement_score":0.8393147,"about_ca_system_score_codex":0.0006909049,"about_ca_system_score_gemma":0.014667222,"threshold_uncertainty_score":0.9998853},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2955083888","doi":"10.5334/dsj-2019-027","title":"Developing a Model Guidelines Addressing Legal Impediments to Open Access to Publicly Funded Research Data in Malaysia","year":2019,"lang":"en","type":"article","venue":"Data Science Journal","topic":"Research Data Management Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data access; Computer science; Business; Knowledge management; Database","score_opus":0.8726138537959646,"score_gpt":0.6560074045530535,"score_spread":0.21660644924291106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955083888","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10887103,0.000054876138,0.7881599,0.09499923,0.00089559413,0.0020152717,0.00025013194,0.0000492368,0.0047046924],"genre_scores_gemma":[0.11481516,0.00023501104,0.87836015,0.0049913367,0.00023459636,0.00003306465,0.00016699391,0.00002584154,0.0011378622],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9897661,0.00037729065,0.0008711441,0.0025339692,0.004717786,0.0017336644],"domain_scores_gemma":[0.9877329,0.0002715608,0.00027633173,0.009509586,0.0013400593,0.0008695852],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch","scholarly_communication","open_science"],"category_scores_codex":[0.06316291,0.00020857298,0.0002867829,0.0027242962,0.000960773,0.1387359,0.1754812,0.000040549116,0.000043729324],"category_scores_gemma":[0.0125229815,0.00017960029,0.000013461474,0.009334749,0.00015236213,0.44698343,0.2792544,0.0009194107,0.000276133],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029717945,0.00051346974,0.05038571,0.0001336461,0.000088166125,0.00064796157,0.0009614271,0.030649228,0.011721232,0.12980376,0.59110713,0.18369107],"study_design_scores_gemma":[0.0005050562,0.000075974305,0.0064132325,0.00034577973,0.000002260421,0.00008665122,0.00035740397,0.8766887,0.00021250104,0.0010822989,0.11385876,0.00037134998],"about_ca_topic_score_codex":0.0019412035,"about_ca_topic_score_gemma":0.00092276454,"teacher_disagreement_score":0.8460395,"about_ca_system_score_codex":0.00054202357,"about_ca_system_score_gemma":0.004801103,"threshold_uncertainty_score":0.99579495},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2965202324","doi":"10.29173/cais906","title":"The Times, They Are A-Changin’: Attitudes Towards Altmetrics in Higher Education","year":2016,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Altmetrics; Humanities; Library science; Sociology; Art; Computer science","score_opus":0.04220840961394355,"score_gpt":0.30317064637030966,"score_spread":0.2609622367563661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965202324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8298544,0.0045864284,0.0000028801023,0.123715244,0.0015411488,0.00044577869,0.000106774496,0.00003544516,0.03971187],"genre_scores_gemma":[0.9492549,0.0028332993,0.00023585565,0.00018743766,0.0006301619,0.000029822824,0.000001350949,0.00002599153,0.04680121],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974294,0.00012367679,0.000588957,0.00037232682,0.0007880409,0.0006976066],"domain_scores_gemma":[0.97229546,0.00050969346,0.001145868,0.0002162288,0.025675058,0.00015771447],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0018413201,0.00030363633,0.00046307227,0.00023040491,0.000369959,0.0015996002,0.0019361172,0.00031435443,0.00019872762],"category_scores_gemma":[0.017048413,0.00017652696,0.00021085014,0.0011329505,0.0010422046,0.006593763,0.00045706617,0.00039843185,0.000017950306],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010052462,0.0004980298,0.35918963,0.00034294522,0.00012310517,9.911822e-7,0.025025385,0.0000022048737,0.0010906367,0.23955901,0.010266139,0.36380142],"study_design_scores_gemma":[0.00034384578,0.00015723972,0.21528862,0.0012391291,0.00008102207,0.000004098974,0.0072601647,0.000013082399,0.0012758967,0.015166252,0.75888234,0.0002883201],"about_ca_topic_score_codex":0.0015014175,"about_ca_topic_score_gemma":0.00053244364,"teacher_disagreement_score":0.74861616,"about_ca_system_score_codex":0.0002498851,"about_ca_system_score_gemma":0.0015843585,"threshold_uncertainty_score":0.99943686},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2972234946","doi":"10.1177/0306312719871356","title":"Medium, calculation, play: On digital images in scientific practice","year":2019,"lang":"en","type":"article","venue":"Social Studies of Science","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Sociology; Negotiation; Work (physics); Epistemology; Digital media; Orientation (vector space); Mediation; Value (mathematics); Action (physics); Immutability; Readability; Mathematics; Social science; Geometry; World Wide Web; Physics","score_opus":0.03712835895151081,"score_gpt":0.3749062829960865,"score_spread":0.33777792404457574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972234946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87251556,0.0005866803,0.022063382,0.0217085,0.0054508597,0.00088586984,0.00007387364,0.00025255585,0.07646272],"genre_scores_gemma":[0.9984051,0.000012713784,0.000785722,0.00022087374,0.000026167387,0.000001509551,0.0000017062317,0.0000022163836,0.0005439696],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9983728,0.000022937082,0.00020841404,0.0003564278,0.00082774356,0.000211669],"domain_scores_gemma":[0.9989295,0.00018404744,0.0001434012,0.00021720924,0.0004898365,0.000036004927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010836807,0.00007124819,0.000138396,0.00020573197,0.00045005904,0.00036189612,0.0008047149,0.000017651297,0.000003093083],"category_scores_gemma":[0.001454221,0.00006180728,0.000026856915,0.0021071562,0.0016545105,0.002335999,0.00043336293,0.000059606602,0.000068740716],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026074213,0.0007798942,0.023048272,0.000097237535,0.00005864931,0.00001653935,0.062324695,0.00083307194,0.006791332,0.8576466,0.026536176,0.02184148],"study_design_scores_gemma":[0.007364538,0.0018091203,0.45463595,0.0009712351,0.000085624866,0.000023585497,0.12498511,0.08091435,0.045323506,0.05704217,0.22272637,0.004118448],"about_ca_topic_score_codex":0.000008602445,"about_ca_topic_score_gemma":0.000006095572,"teacher_disagreement_score":0.8006044,"about_ca_system_score_codex":0.00008664314,"about_ca_system_score_gemma":0.00021478685,"threshold_uncertainty_score":0.60961133},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["sts","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2982640339","doi":"10.3138/jsp.51.1.02","title":"Fifty Years of <i>JSP</i>: Golden Anniversary Compilation, compiled and edited by Mary Lui and Robert Brown","year":2019,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; History; Classics; Library science; Art history; Art; Literature; Computer science","score_opus":0.17878415953494883,"score_gpt":0.4211352943766775,"score_spread":0.24235113484172868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982640339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873369,0.004963651,0.00052729435,0.0034190551,0.0006954324,0.00013339805,0.00007772439,0.0000061303454,0.0028404398],"genre_scores_gemma":[0.9955665,0.00054925575,0.0022639323,0.00033630143,0.00014875567,2.760647e-7,0.000007717336,0.000011068784,0.0011161896],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9910604,0.00029893426,0.0010485877,0.00036505013,0.006906844,0.00032019385],"domain_scores_gemma":[0.98840326,0.0034543935,0.0010527112,0.00033908142,0.006241718,0.0005088567],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics","scholarly_communication"],"category_scores_codex":[0.024963142,0.00012253123,0.0004767154,0.020007333,0.00012631596,0.032092735,0.0017383166,0.00019929743,0.0002157566],"category_scores_gemma":[0.026338972,0.00009674621,0.00010873865,0.031367827,0.00013970121,0.053668704,0.0007453777,0.0011369567,0.000010490249],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064497624,0.00007058264,0.7107746,0.000011162419,0.000038255333,0.000014277505,0.00024756344,0.000019081277,0.0061338255,0.00010269035,0.23645315,0.046070334],"study_design_scores_gemma":[0.0015214654,0.00027279448,0.9003911,0.000058722868,0.000013251475,0.000070980255,0.00072925224,0.0011541697,0.00015119434,0.0013073641,0.09419139,0.00013831614],"about_ca_topic_score_codex":0.00008630002,"about_ca_topic_score_gemma":0.000002887858,"teacher_disagreement_score":0.18961653,"about_ca_system_score_codex":0.00007615314,"about_ca_system_score_gemma":0.00019116323,"threshold_uncertainty_score":0.9911001},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2984852203","doi":"10.22230/src.2019v10n2a309","title":"Challenges and Achievements in Founding an Open Access Journal on Educational Leadership and Research Use","year":2019,"lang":"en","type":"article","venue":"Scholarly and Research Communication","topic":"Educational Assessment and Improvement","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"General partnership; Publishing; George (robot); Political science; Library science; Public relations; Professional development; Educational leadership; Management; Sociology; Pedagogy; Computer science","score_opus":0.8834125910531597,"score_gpt":0.6643350685157996,"score_spread":0.21907752253736013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984852203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92277265,0.0031682723,0.0000019409742,0.06958579,0.0001055535,0.00064171315,0.0000018368871,0.0000027704446,0.0037194625],"genre_scores_gemma":[0.98848075,0.007933521,0.00063140935,0.0002047477,0.00007495459,0.00006441229,0.00001250656,0.000009487823,0.0025882253],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.991897,0.004416438,0.00039585397,0.00049940124,0.002402628,0.00038869522],"domain_scores_gemma":[0.99115074,0.006135583,0.000112054004,0.0008636416,0.0014880793,0.00024988048],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.04800783,0.00009795167,0.00015804412,0.0012034258,0.0011592017,0.017476127,0.0026762479,0.00008680655,0.00012119763],"category_scores_gemma":[0.0057022837,0.00007605702,0.000011534702,0.00066116406,0.00030975998,0.017270243,0.0027243567,0.0016861642,0.000035703768],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028326872,0.0009160661,0.626372,0.00003742336,0.00002656785,8.7504714e-7,0.008608975,0.0000027819765,0.0017569285,0.17913313,0.0016965305,0.18116546],"study_design_scores_gemma":[0.00051827397,0.00040208912,0.8074129,0.00015424693,0.0000010155151,0.0000043894825,0.012735364,0.00008014466,0.000029851786,0.1731529,0.0054274034,0.00008143041],"about_ca_topic_score_codex":0.0002914932,"about_ca_topic_score_gemma":0.00066018425,"teacher_disagreement_score":0.18108404,"about_ca_system_score_codex":0.0001744054,"about_ca_system_score_gemma":0.00039592801,"threshold_uncertainty_score":0.9964747},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2986512685","doi":"10.1101/19010850","title":"Defining predatory journals and responding to the threat they pose: a modified Delphi consensus process","year":2019,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Ottawa Hospital Anesthesia Alternate Funds Association; Institute of Health Services and Policy Research; University of Ottawa; Institute of Musculoskeletal Health and Arthritis; Natural Sciences and Engineering Research Council of Canada; Ottawa Hospital Research Institute; National Science Foundation","keywords":"Publication; Outreach; Publishing; Delphi method; Political science; Public relations; Checklist; Psychology; Computer science; Law","score_opus":0.14897056287834803,"score_gpt":0.4618668965510392,"score_spread":0.31289633367269115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986512685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9458332,0.002291367,0.00032150856,0.016724406,0.0007125328,0.0021362226,0.00006569001,0.00023246517,0.031682603],"genre_scores_gemma":[0.9957627,0.0005082919,0.00057145185,0.00026421846,0.0003272848,0.00025697827,0.000002738588,0.000053514384,0.0022528186],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99509233,0.0013321177,0.00050940854,0.00073138543,0.0015713447,0.000763382],"domain_scores_gemma":[0.9963075,0.001634982,0.0003147272,0.0008741062,0.00054861326,0.0003200532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01226934,0.0002998078,0.00044345172,0.0007410894,0.00084920815,0.0007240698,0.0017773198,0.00052361615,0.00007791731],"category_scores_gemma":[0.0056119524,0.00022435263,0.000114380215,0.00065381045,0.00038455264,0.00009395982,0.001286968,0.00160123,0.00007583514],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016993597,0.0003153884,0.35810432,0.0017188839,0.0008201385,0.0006183764,0.42353484,0.0117174545,0.0033212423,0.12215041,0.037728347,0.038271252],"study_design_scores_gemma":[0.0033491768,0.00092094747,0.12275755,0.015560146,0.00065574626,0.0003290558,0.1531305,0.008859597,0.0054931534,0.47803357,0.2033768,0.0075337463],"about_ca_topic_score_codex":0.0009415289,"about_ca_topic_score_gemma":0.0009511681,"teacher_disagreement_score":0.35588318,"about_ca_system_score_codex":0.00020913144,"about_ca_system_score_gemma":0.0012014442,"threshold_uncertainty_score":0.91488343},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2986976815","doi":"10.1007/s12630-019-01533-2","title":"Peer review for the Canadian Journal of Anesthesia in 2016 and 2017: a retrospective analysis by reviewer and author gender","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sinai Health System; University of Toronto","funders":"","keywords":"Medicine; Confidence interval; Family medicine; Psychology; Internal medicine","score_opus":0.02697078239548694,"score_gpt":0.2742673605798372,"score_spread":0.24729657818435025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986976815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5923671,0.20949808,0.000036419635,0.19406885,0.0010050358,0.0011995394,0.00004166146,0.00000503221,0.001778251],"genre_scores_gemma":[0.9773697,0.014136253,0.00021164969,0.0016201333,0.00082178006,0.0000042068514,0.0000063736748,0.000039522954,0.0057903472],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956834,0.00050330727,0.0010466034,0.0002584215,0.0015284515,0.0009798505],"domain_scores_gemma":[0.990445,0.00029969934,0.0011757014,0.00025347297,0.0046647936,0.0031613267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016999472,0.00030888646,0.0011598816,0.0011929389,0.001209934,0.0005970535,0.0011328117,0.0002729025,0.00047125417],"category_scores_gemma":[0.002506202,0.00023088652,0.00041695122,0.001193333,0.0008161401,0.0006716494,0.000009067028,0.0010503163,0.0000044186168],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009852355,0.00003057333,0.22988737,0.00035924782,0.0010874243,0.124283634,0.02536005,0.000046608435,0.0000028721208,0.0025353245,0.61123866,0.0050696987],"study_design_scores_gemma":[0.0010959553,0.0006052231,0.059685357,0.0014607699,0.0019929865,0.33463055,0.011697233,0.000013124326,0.0000010281465,0.0007783215,0.58759594,0.00044354727],"about_ca_topic_score_codex":0.17919742,"about_ca_topic_score_gemma":0.610102,"teacher_disagreement_score":0.43090457,"about_ca_system_score_codex":0.0013097749,"about_ca_system_score_gemma":0.011704748,"threshold_uncertainty_score":0.993898},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2992890322","doi":"10.29173/jchla29389","title":"An Education Session Developed in Response to Low Health Professional Awareness of Predatory Journals","year":2019,"lang":"en","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Session (web analytics); Health professionals; Publication; Public relations; Work (physics); Medical education; Psychology; Health care; Political science; Medicine; Business; Engineering; Advertising","score_opus":0.07273604979052904,"score_gpt":0.4722611424672414,"score_spread":0.3995250926767123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992890322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9518875,0.007491731,0.00019933871,0.036986154,0.0027078716,0.0004132762,0.00017720176,0.000005123778,0.00013179316],"genre_scores_gemma":[0.98502517,0.00191013,0.0016207848,0.009886167,0.0004453833,0.000004652653,0.000003922706,0.000024103525,0.0010796989],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9760961,0.012116813,0.0027711117,0.0003055374,0.0073544513,0.0013560188],"domain_scores_gemma":[0.97381514,0.010005943,0.007169931,0.00040794283,0.005916819,0.002684199],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.108238995,0.00021766522,0.0007930719,0.011743678,0.0009097667,0.0027838645,0.0022025986,0.00042116435,0.00036902068],"category_scores_gemma":[0.07955814,0.00016290811,0.00021144089,0.019269984,0.00003326592,0.0021284637,0.00013087667,0.0015897985,0.000003490455],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0001543662,0.000111314424,0.77714884,0.000022908625,0.000036756966,0.000011406981,0.0018536658,0.0010297927,0.00016118123,0.000088055844,0.21336603,0.0060156872],"study_design_scores_gemma":[0.00066128065,0.00021110171,0.9059565,0.00034975648,0.000005184849,0.00012215764,0.0018456926,0.0004792369,0.00015393457,0.0022536428,0.087801404,0.00016012746],"about_ca_topic_score_codex":0.1524373,"about_ca_topic_score_gemma":0.32695332,"teacher_disagreement_score":0.2227726,"about_ca_system_score_codex":0.044488713,"about_ca_system_score_gemma":0.2672613,"threshold_uncertainty_score":0.99945736},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3006062737","doi":"10.26522/brocked.v29i1.816","title":"Editorial: Freedom of Speech in Academic Publishing","year":2020,"lang":"en","type":"editorial","venue":"Brock Education Journal","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Publishing; Academic freedom; Free speech; Sociology; Media studies; Linguistics; Art; Political science; Philosophy; Literature; Law; Higher education","score_opus":0.28598230714133466,"score_gpt":0.548471393844351,"score_spread":0.2624890867030163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006062737","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006524814,0.003028945,0.000006708,0.008463657,0.98497444,0.00037473463,0.0002549802,0.00004173935,0.0022023306],"genre_scores_gemma":[0.001537525,0.0029911103,0.00013076217,0.0012265509,0.9920668,0.000035442983,0.0002962495,0.000064018575,0.0016515378],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99466985,0.0013590569,0.0016400025,0.00047529794,0.0011170198,0.00073877873],"domain_scores_gemma":[0.99344623,0.0019226471,0.001270352,0.00021543415,0.001547082,0.001598234],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.001898504,0.00042842783,0.0007599805,0.00047582248,0.00026668885,0.00018782774,0.0012675414,0.0066128396,0.0017715889],"category_scores_gemma":[0.014499351,0.00044883692,0.00021003647,0.0006540808,0.00015136432,0.00088298426,0.00017593554,0.03362812,0.000101523045],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041807946,0.0002475486,0.0012351606,0.00037334202,0.000092013644,0.000012926417,0.000620437,0.000054073218,0.0007057935,0.0000597009,0.98080254,0.015378388],"study_design_scores_gemma":[0.0014070736,0.000106101645,0.00009110592,0.0003809398,0.00016196609,0.00003851556,0.00056929415,0.00003216735,0.00045369603,0.0013148743,0.9950878,0.0003564589],"about_ca_topic_score_codex":0.000086451444,"about_ca_topic_score_gemma":0.000022809701,"teacher_disagreement_score":0.027015282,"about_ca_system_score_codex":0.0005955676,"about_ca_system_score_gemma":0.011740653,"threshold_uncertainty_score":0.99979633},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3006156524","doi":"10.1136/bmjopen-2019-035561","title":"Defining predatory journals and responding to the threat they pose: a modified Delphi consensus process","year":2020,"lang":"en","type":"article","venue":"BMJ Open","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Ottawa Hospital Anesthesia Alternate Funds Association; Institute of Health Services and Policy Research; University of Ottawa; Institute of Musculoskeletal Health and Arthritis; Natural Sciences and Engineering Research Council of Canada; Ottawa Hospital Research Institute; National Science Foundation","keywords":"Outreach; Snowball sampling; Delphi method; Publishing; Checklist; Public relations; Library science; Medicine; Political science; Psychology; Law","score_opus":0.7858935230383207,"score_gpt":0.6547070806373642,"score_spread":0.13118644240095656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006156524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9013997,0.001192291,0.0009614991,0.05913519,0.0002580162,0.004841887,0.00009786884,0.000025305219,0.032088276],"genre_scores_gemma":[0.99517417,0.000029387287,0.0008091661,0.0024589235,0.00010131079,0.00013670689,7.7190674e-7,0.000013076763,0.0012765072],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9920571,0.000536052,0.00069576193,0.00071273785,0.005506241,0.0004921317],"domain_scores_gemma":[0.99164027,0.0050096083,0.0002962572,0.0006942268,0.0016232703,0.00073638593],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.03954222,0.00014053984,0.0003389383,0.013777348,0.00060300727,0.008913535,0.0044221412,0.00007675587,0.0002524096],"category_scores_gemma":[0.08963586,0.000075792355,0.000060211205,0.08829046,0.00008188947,0.0004916695,0.0031583342,0.00030157468,0.0003109448],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004967972,0.000191508,0.1973189,0.00008048205,0.00018112815,0.00043771806,0.035393324,0.0046310783,0.0031112474,0.020783104,0.36892292,0.36398062],"study_design_scores_gemma":[0.0089405775,0.0031675173,0.43265355,0.0007237735,0.000090552,0.0007423301,0.066853955,0.14736328,0.004403548,0.100563176,0.23169625,0.0028015068],"about_ca_topic_score_codex":0.00006838201,"about_ca_topic_score_gemma":0.000033891043,"teacher_disagreement_score":0.3611791,"about_ca_system_score_codex":0.000034099045,"about_ca_system_score_gemma":0.00047628445,"threshold_uncertainty_score":0.99740064},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3009643737","doi":"10.17511/ijphr.2018.i1.06","title":"Cost in high impact journals: The problem for researchers from low and middle income countries","year":2018,"lang":"en","type":"article","venue":"Public Health Review International Journal of Public Health Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publication; Promotion (chess); Index (typography); Quarter (Canadian coin); Citation; Library science; Sample (material); Publishing; Political science; Computer science; Business; Geography; World Wide Web; Advertising; Law","score_opus":0.9278262047464299,"score_gpt":0.7275617858558884,"score_spread":0.20026441889054147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009643737","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04098885,0.14865172,0.0047111167,0.80159295,0.000868222,0.002584161,0.00034784066,0.000009293217,0.00024587975],"genre_scores_gemma":[0.5072922,0.4690032,0.004760757,0.015831893,0.002366824,0.00023980415,0.000033180873,0.000055074914,0.00041703967],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.924523,0.018636972,0.007971092,0.0013750927,0.042182412,0.005311409],"domain_scores_gemma":[0.82240236,0.058952574,0.00516254,0.0017801903,0.102898106,0.008804258],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.5315265,0.00026783926,0.001219074,0.04019217,0.0011150609,0.0077856537,0.007414081,0.00015978143,0.0014349767],"category_scores_gemma":[0.22907361,0.00014931861,0.00030298924,0.059546616,0.0012115915,0.002722219,0.0013430234,0.0023790256,0.000101727805],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00009705934,0.0003497083,0.060196493,0.000613912,0.00013069628,0.000016881142,0.0013758433,0.0000013169021,0.0000012677699,0.0030469329,0.096649565,0.8375203],"study_design_scores_gemma":[0.0015263783,0.001395103,0.15302484,0.002858962,0.0000014508524,0.000096948694,0.0010132042,0.00075231184,0.0000016295353,0.009335631,0.8298459,0.00014764913],"about_ca_topic_score_codex":0.0030282368,"about_ca_topic_score_gemma":0.0007847581,"teacher_disagreement_score":0.83737266,"about_ca_system_score_codex":0.0039977054,"about_ca_system_score_gemma":0.024875684,"threshold_uncertainty_score":0.9999225},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"incentives","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3010092928","doi":"","title":"Driven by Demand: Public Library Perspectives on the Elending Market","year":2020,"lang":"en","type":"article","venue":"Minerva Access (University of Melbourne)","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Public relations; Balance (ability); Business; Empirical evidence; Service (business); Public funding; Key (lock); Political science; Public administration; Marketing","score_opus":0.030620711583863456,"score_gpt":0.19064023464117963,"score_spread":0.16001952305731618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010092928","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4979594,0.00043148827,0.030826773,0.1708396,0.00013042563,0.0003116543,0.000016549568,0.00043938594,0.29904473],"genre_scores_gemma":[0.9821936,0.00011516936,0.001535267,0.0010885673,0.000046911737,4.4021837e-7,0.0000039327556,0.000008822294,0.015007318],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989559,0.00009591787,0.000100257945,0.00033456116,0.00030600862,0.0002073681],"domain_scores_gemma":[0.99926573,0.00018940508,0.00012768996,0.00021598763,0.000035278197,0.00016590321],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008582977,0.00012718566,0.00015814115,0.00014301807,0.00035781742,0.0005679863,0.0022860933,0.00004695959,0.0009641916],"category_scores_gemma":[0.000054722495,0.000108381,0.00009670478,0.0010134025,0.00009325922,0.0054349564,0.0009488619,0.00013254149,0.000025243726],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009110793,0.00013468115,0.01933698,0.000029536115,0.00013131452,0.000039235165,0.011521012,0.000023082679,0.00026231387,0.027505876,0.93107414,0.009850726],"study_design_scores_gemma":[0.002168425,0.0004676281,0.050047524,0.00012264788,0.000031931268,0.0000133406265,0.02214878,0.07129848,0.0038688083,0.0028497481,0.8458446,0.0011380668],"about_ca_topic_score_codex":0.000008176059,"about_ca_topic_score_gemma":0.0000021091018,"teacher_disagreement_score":0.48423415,"about_ca_system_score_codex":0.000019249419,"about_ca_system_score_gemma":0.00009193913,"threshold_uncertainty_score":0.99994904},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3010563719","doi":"10.1186/s12961-020-0535-x","title":"Examining partnerships within an international knowledge translation network focused on youth mental health promotion","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CARE Canada; University of Toronto; McGill University; Douglas Mental Health University Institute; Alberta Advanced Education; Centre for Addiction and Mental Health; Royal Ottawa Mental Health Centre","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"General partnership; Mental health; Knowledge translation; Health services research; Social network analysis; Centralisation; Knowledge management; Health administration; Public relations; Promotion (chess); Knowledge sharing; Social network (sociolinguistics); Betweenness centrality; Service provider; Integrated care; Psychology; Applied psychology; Medical education; Service (business); Medicine; Business; Nursing; Health care; Public health; Sociology; Computer science; Marketing; Political science; Politics; Psychiatry; Social capital; Centrality; Social media","score_opus":0.9729967268034587,"score_gpt":0.7304959229134537,"score_spread":0.24250080389000506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010563719","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30101132,0.0008330841,0.0018266044,0.66542923,0.003065096,0.014330132,0.0010639427,0.00056219916,0.011878376],"genre_scores_gemma":[0.97484714,0.00028840732,0.0003216277,0.01889819,0.004593266,0.00041490517,0.00017132115,0.000045959812,0.00041918393],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9784912,0.015423131,0.001790157,0.0007586997,0.0014678133,0.0020690055],"domain_scores_gemma":[0.9941786,0.0020782482,0.0006439986,0.00035056227,0.00040599323,0.0023426022],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.026539626,0.00023015123,0.00049380795,0.00048981834,0.0035304837,0.00012311449,0.0003895301,0.00017272783,0.000053887026],"category_scores_gemma":[0.0028398205,0.00021027349,0.00002995001,0.0013621824,0.00016529163,0.0005359232,0.00010593983,0.0013477862,0.00018994283],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044040242,0.00017491574,0.012489664,0.0033178353,0.000035313737,0.0000014977586,0.870513,0.00020321613,0.000039546634,0.057746466,0.032025736,0.023012375],"study_design_scores_gemma":[0.01003445,0.014971171,0.025223378,0.004617086,0.00000827029,0.000013784857,0.20489824,0.12562165,0.000010594488,0.00069445727,0.61299473,0.00091219967],"about_ca_topic_score_codex":0.0038901472,"about_ca_topic_score_gemma":0.0013822763,"teacher_disagreement_score":0.6738358,"about_ca_system_score_codex":0.0010847157,"about_ca_system_score_gemma":0.0060785175,"threshold_uncertainty_score":0.9995561},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3023612994","doi":"10.3138/jsp.51.3.02","title":"Nigerian Academics Patronizing Predatory Journals","year":2020,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Promotion (chess); Publication; Mentorship; Public relations; Quality (philosophy); Accreditation; Sociology; Face (sociological concept); Political science; Social science; Politics; Law","score_opus":0.7676862134537907,"score_gpt":0.5499434508952649,"score_spread":0.21774276255852587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023612994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81380624,0.014750497,0.023999736,0.13772693,0.0022549238,0.00017114103,0.00003888106,0.000032855933,0.007218798],"genre_scores_gemma":[0.9856615,0.00068054005,0.005787332,0.0053792805,0.002218787,6.630831e-7,6.935999e-7,0.000024200082,0.00024699682],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.97267115,0.00074852456,0.002595597,0.00051779934,0.022685073,0.0007818619],"domain_scores_gemma":[0.96468353,0.0040193615,0.0030229227,0.0005431521,0.024980996,0.0027500303],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.10074971,0.00019233597,0.00060919905,0.034858666,0.00042505225,0.22506872,0.008602949,0.00044466997,0.0007634164],"category_scores_gemma":[0.46563378,0.00013418385,0.00043420354,0.10287018,0.00008968775,0.16440128,0.001298211,0.006170677,0.00010490411],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009253439,0.00007560895,0.47103876,0.00001135814,0.00008347439,0.00019749085,0.0016280931,0.00022789654,0.012840841,0.0006119902,0.26965645,0.2435355],"study_design_scores_gemma":[0.0017894555,0.000635363,0.13976976,0.00010491849,0.000029450737,0.0003717592,0.00617461,0.0021140217,0.0015699214,0.015546213,0.8314476,0.0004469398],"about_ca_topic_score_codex":0.000007452127,"about_ca_topic_score_gemma":0.0000010382877,"teacher_disagreement_score":0.5617911,"about_ca_system_score_codex":0.00026237278,"about_ca_system_score_gemma":0.0010383717,"threshold_uncertainty_score":0.99676096},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3024722698","doi":"10.1038/s41597-020-0486-7","title":"The TRUST Principles for digital repositories","year":2020,"lang":"en","type":"article","venue":"Scientific Data","topic":"Research Data Management Practices","field":"Computer Science","cited_by":390,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ocean Networks Canada Society; University of Victoria","funders":"National Institute of Biomedical Imaging and Bioengineering; National Institute of Diabetes and Digestive and Kidney Diseases; Economic and Social Research Council","keywords":"World Wide Web; Computer science; Metadata; Scholarly communication; Data science; Internet privacy; Knowledge management; Publishing; Political science","score_opus":0.2872569636919766,"score_gpt":0.3757555810503705,"score_spread":0.08849861735839387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024722698","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00055632455,0.00043943457,0.9210995,0.06060238,0.0037909069,0.00096588593,0.0029899115,0.0003062158,0.009249465],"genre_scores_gemma":[0.33624765,0.000683527,0.33517107,0.0023227911,0.004216848,0.0004623708,0.020623216,0.00013046096,0.30014205],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978414,0.00003923405,0.00020628878,0.00096672383,0.0006246713,0.00032163932],"domain_scores_gemma":[0.9943673,0.0004363721,0.000115271345,0.0048468993,0.00010484731,0.00012933313],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.0021477712,0.00007645638,0.00006558477,0.000031548683,0.0009497717,0.038372423,0.015265726,0.000013048014,0.0000019674528],"category_scores_gemma":[0.006170863,0.000050607465,0.000023469138,0.0006003391,0.0002592145,0.040000178,0.01025894,0.00008066493,0.00007849642],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000182429,0.000029928793,0.00019681067,0.000037075853,0.000034816898,0.000010054145,0.00024888478,0.0000073826836,0.00018879249,0.42583832,0.51791066,0.055479016],"study_design_scores_gemma":[0.00007565916,0.000024418883,0.0001751642,0.0000030989454,0.000003187548,0.0000011731538,0.000079109515,0.046195887,0.00023601766,0.00058139116,0.9525578,0.00006707858],"about_ca_topic_score_codex":0.0000036391814,"about_ca_topic_score_gemma":0.000009160065,"teacher_disagreement_score":0.5859284,"about_ca_system_score_codex":0.000011219001,"about_ca_system_score_gemma":0.00012214547,"threshold_uncertainty_score":0.9977459},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3048398151","doi":"10.3138/jsp.51.4.07","title":"How May the Pandemic Impact Scholarly Communities That Already Face Discrimination?","year":2020,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"COVID-19 Pandemic Impacts","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Pandemic; Face (sociological concept); Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Political science; Sociology; Public relations; Social science; Law; Medicine; Outbreak; Virology","score_opus":0.17958345658381902,"score_gpt":0.2988875279672075,"score_spread":0.1193040713833885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048398151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7220752,0.010067589,0.011125112,0.25173363,0.00084583764,0.00028120278,0.00019330803,0.0000711557,0.003606928],"genre_scores_gemma":[0.98815876,0.0007226581,0.00037863787,0.009557752,0.00066573353,0.000003724197,0.000014404182,0.000051178937,0.00044715317],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99753714,0.00022567343,0.0010024582,0.00025098692,0.0004523887,0.0005313576],"domain_scores_gemma":[0.9955006,0.0007576189,0.0020617463,0.00053624104,0.0006637948,0.00047998579],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0067973165,0.0003033516,0.0006687402,0.0005612064,0.0005179603,0.0716145,0.0025594376,0.0003002053,0.00014142059],"category_scores_gemma":[0.014579516,0.00023154674,0.00042035614,0.00073722174,0.0001210279,0.15465353,0.0003945894,0.00449736,0.00004467303],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008579601,0.00006824545,0.93555963,0.000053259784,0.00034998247,0.000019479294,0.018920181,0.00034004648,0.00023435344,0.009765856,0.030379465,0.0042236885],"study_design_scores_gemma":[0.003533845,0.0006779718,0.62514794,0.00025199,0.00011787787,0.00029784028,0.034672532,0.001699536,0.00011112357,0.023086997,0.30948147,0.00092088565],"about_ca_topic_score_codex":0.0006483242,"about_ca_topic_score_gemma":0.00005146523,"teacher_disagreement_score":0.31041172,"about_ca_system_score_codex":0.000668271,"about_ca_system_score_gemma":0.0002748724,"threshold_uncertainty_score":0.9977993},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3081624309","doi":"","title":"PREDATORY JOURNALS: A GLOBAL THREAT TO THE SCHOLARLY PUBLISHING LANDSCAPE","year":2020,"lang":"en","type":"article","venue":"Journal of Postgraduate Medical Institute","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publication; Publishing; Scholarship; Transparency (behavior); Library science; Internet privacy; Political science; Law; Computer science","score_opus":0.212730698079017,"score_gpt":0.4308979205207984,"score_spread":0.21816722244178138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081624309","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21837239,0.0030412292,0.023399284,0.74231166,0.0040631364,0.00018871608,0.00005036684,0.000035092187,0.008538125],"genre_scores_gemma":[0.93747973,0.00022393047,0.0009003008,0.056353066,0.0047748564,0.0000025052502,0.0000023963923,0.000014633738,0.00024860352],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98606735,0.0006616397,0.0022004105,0.00044972505,0.010086113,0.0005347635],"domain_scores_gemma":[0.9916441,0.0008486967,0.0013698445,0.0005282371,0.0028767693,0.0027323961],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.023303688,0.00025449315,0.00068658526,0.00028664732,0.00043445668,0.01885975,0.010395003,0.00037867954,0.00067522627],"category_scores_gemma":[0.20651361,0.00012740969,0.0003671457,0.0030518922,0.00024017639,0.030434573,0.0011885248,0.0035287368,0.00035141344],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018282293,0.00004782467,0.02768582,0.000005131983,0.00009919679,0.0005315881,0.00129784,0.0002918277,0.00001716622,0.0017686179,0.8204354,0.14763673],"study_design_scores_gemma":[0.0013741028,0.0002774367,0.02345968,0.00027728215,0.00006281154,0.0014528914,0.0019076158,0.0017214902,0.00003375377,0.010825364,0.95833886,0.00026873144],"about_ca_topic_score_codex":0.000066092616,"about_ca_topic_score_gemma":0.0000833681,"teacher_disagreement_score":0.71910733,"about_ca_system_score_codex":0.00012264424,"about_ca_system_score_gemma":0.0017999125,"threshold_uncertainty_score":0.9987702},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3081647417","doi":"10.1177/0963662520950671","title":"Exploring scholars’ public engagement goals in Canada and the United States","year":2020,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Kavli Foundation; Chan Zuckerberg Initiative; Burroughs Wellcome Fund","keywords":"Public engagement; Demographics; Agency (philosophy); Sample (material); Public relations; Funding Agency; Political science; Sociology; Social science","score_opus":0.4329928537704818,"score_gpt":0.3110697779997487,"score_spread":0.12192307577073308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081647417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90980804,0.00006741901,0.0006672146,0.08237628,0.00013533578,0.00019783415,0.0000015425762,0.000037916016,0.006708394],"genre_scores_gemma":[0.99794984,0.0004918467,0.00009490794,0.0014133945,0.000018257902,0.0000140352995,0.0000018012418,0.0000051723673,0.000010730873],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9972207,0.0008293032,0.00023573296,0.00022253541,0.0009905845,0.0005011591],"domain_scores_gemma":[0.9984718,0.0008187317,0.00011936265,0.00018950457,0.000129358,0.00027121676],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008356762,0.00008944363,0.00015042766,0.0002787736,0.0023417159,0.0005553986,0.001012134,0.000014734541,0.00004455879],"category_scores_gemma":[0.002028341,0.00007235909,0.000018009814,0.003506814,0.0019481478,0.0011876487,0.00037578243,0.0004323856,8.9776955e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021790696,0.000032287473,0.057867173,0.00003765586,0.000023117067,0.0000032789933,0.24280642,0.000539924,0.00005900171,0.6962759,0.0001503993,0.0021830695],"study_design_scores_gemma":[0.0007546854,0.000025430594,0.005824091,0.000037877766,0.0000057520942,2.2459584e-7,0.96485853,0.003711034,0.00004041482,0.0024447967,0.022146257,0.00015089102],"about_ca_topic_score_codex":0.8445402,"about_ca_topic_score_gemma":0.7823097,"teacher_disagreement_score":0.7220521,"about_ca_system_score_codex":0.0012256658,"about_ca_system_score_gemma":0.0020175723,"threshold_uncertainty_score":0.9989571},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W3083317287","doi":"10.1016/j.heliyon.2020.e04836","title":"A scoping review of co-production between researchers and journalists in research communication","year":2020,"lang":"en","type":"review","venue":"Heliyon","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Production (economics); Engineering ethics; Data science; Knowledge management; Political science; Engineering; Computer science","score_opus":0.948470286633369,"score_gpt":0.7097935114557637,"score_spread":0.23867677517760522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083317287","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000110264145,0.9881581,6.5393317e-7,0.004908545,0.000029715367,0.0016688597,0.000012535255,0.000016925087,0.005193645],"genre_scores_gemma":[0.0000084711455,0.9993505,0.0000803782,0.000034120556,0.00017026244,0.00010664282,0.00014858613,0.000018340339,0.0000827338],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.990684,0.0073921103,0.00073202135,0.00024918857,0.00069144333,0.00025125357],"domain_scores_gemma":[0.99754363,0.0010654468,0.00034678075,0.0005667462,0.0003465693,0.00013079707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012690392,0.00011980606,0.0008662865,0.0003802131,0.00040138737,0.00006850256,0.0006026347,0.00021950933,0.00024819275],"category_scores_gemma":[0.0041146385,0.00011812984,0.00010213925,0.0013153302,0.00051498844,0.00016855699,0.00021526933,0.0010534561,0.000050438433],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001649254,0.000011732557,0.000044586508,0.27012405,0.000006441171,4.0060328e-7,0.0035300953,4.6584616e-9,5.791717e-7,0.00012899152,0.00022280167,0.72592866],"study_design_scores_gemma":[0.00002577525,0.000009525185,0.000018430113,0.48758382,0.000018901794,7.161674e-7,0.00058463245,4.6868497e-8,1.7276594e-7,0.000025279798,0.5116761,0.000056615223],"about_ca_topic_score_codex":0.000454744,"about_ca_topic_score_gemma":0.0021101376,"teacher_disagreement_score":0.72587204,"about_ca_system_score_codex":0.00040187643,"about_ca_system_score_gemma":0.00058911095,"threshold_uncertainty_score":0.49259037},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3084009055","doi":"10.5152/dir.2020.20240","title":"Analysis of potential predatory journals in radiology","year":2020,"lang":"en","type":"article","venue":"Diagnostic and Interventional Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; MEDLINE; Radiology; Medical physics","score_opus":0.035055644156818284,"score_gpt":0.3439515767542203,"score_spread":0.308895932597402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084009055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98504525,0.0058990945,0.0018357044,0.006554873,0.00020079108,0.00012731578,0.000024082528,0.00000786311,0.00030504915],"genre_scores_gemma":[0.9971833,0.001295604,0.0001984587,0.00096134783,0.00017497291,0.000013558447,0.00012479116,0.0000055181454,0.000042453965],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99882597,0.00020836748,0.00049554324,0.0002377412,0.000076942815,0.00015546664],"domain_scores_gemma":[0.99873346,0.0007752965,0.00020386295,0.00008519729,0.00007611974,0.00012606558],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035746512,0.000091647584,0.00053258234,0.00033703592,0.000022978229,0.0000046656255,0.00006913996,0.00014674924,0.0012652089],"category_scores_gemma":[0.0025420787,0.0000820476,0.00021067132,0.00032071982,0.00018732237,0.00008418489,0.000029021918,0.00021911456,0.000007957887],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037257097,0.00026299883,0.98806244,0.000069535934,0.0015450668,0.00008004261,0.0003507142,0.0005120848,0.00091421936,0.0027445403,0.002206266,0.0028795376],"study_design_scores_gemma":[0.00085918605,0.00081148493,0.9912226,0.00003741376,0.0009131249,0.0003852097,0.00016970074,0.0042975675,0.000024372795,0.00028452533,0.00092988554,0.000064913394],"about_ca_topic_score_codex":0.000026413549,"about_ca_topic_score_gemma":0.000006615844,"teacher_disagreement_score":0.012138069,"about_ca_system_score_codex":0.000024295325,"about_ca_system_score_gemma":0.00005959836,"threshold_uncertainty_score":0.9996478},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3093745611","doi":"","title":"A bibliometrics analysis of Canadian electrical and computer engineering institutions based on IEEE journal publications (1996-2006)","year":2012,"lang":"en","type":"article","venue":"","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Bibliometrics; Data science; Library science","score_opus":0.05696400049386227,"score_gpt":0.2533807623015143,"score_spread":0.19641676180765202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093745611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90881795,0.00042761155,0.03457611,0.00064163475,0.0005257388,0.00008088766,0.000050535895,0.00009447078,0.05478508],"genre_scores_gemma":[0.9977976,0.0000054832126,0.0009903398,0.00043336613,0.000346166,0.0000018400568,0.000017414392,0.0000054450047,0.00040233237],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994441,0.000026740452,0.00014238813,0.0000676655,0.00011043315,0.00020862477],"domain_scores_gemma":[0.9994253,0.00015272711,0.000044234203,0.00009084276,0.00007175358,0.00021513994],"candidate_categories":["bibliometrics","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003006163,0.00006542211,0.00012187325,0.02590407,0.00028540546,0.00021064562,0.00006608297,0.000028537657,0.0009736689],"category_scores_gemma":[0.00010140334,0.00005350517,0.00006695271,0.004549094,0.000028593891,0.0001868857,0.0000042163665,0.00021651435,0.0000050459316],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063467983,0.00042026714,0.12270932,0.00002468579,0.0013905776,0.000006712533,0.025441628,0.044956516,0.00003254834,0.7569997,0.01479555,0.033216182],"study_design_scores_gemma":[0.00031081834,0.000106328705,0.098813884,0.000015798185,0.00044702852,0.000014158868,0.0006618316,0.42503038,0.00001780314,0.0000055832684,0.4742942,0.0002821865],"about_ca_topic_score_codex":0.029749526,"about_ca_topic_score_gemma":0.031229801,"teacher_disagreement_score":0.75699407,"about_ca_system_score_codex":0.00004179588,"about_ca_system_score_gemma":0.00007020424,"threshold_uncertainty_score":0.99993956},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W3098964464","doi":"10.1186/s12961-020-00600-1","title":"Applying systems thinking to knowledge mobilisation in public health","year":2020,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Simon Fraser University","funders":"National Health and Medical Research Council; Tasmanian Department of Health; Medical Research Council; NSW Ministry of Health; Australian Government","keywords":"Systems thinking; Context (archaeology); Knowledge translation; Knowledge management; Action (physics); Situated; Public health; Critical systems thinking; Complex adaptive system; Management science; Health services research; Computer science; Sociology; Public relations; Political science; Medicine; Engineering; Critical thinking; Artificial intelligence","score_opus":0.9346946291483899,"score_gpt":0.7392747966649148,"score_spread":0.19541983248347505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098964464","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035991028,0.0022978212,0.0005652314,0.9631823,0.0020578713,0.026510531,0.0005039502,0.00025926306,0.0042631417],"genre_scores_gemma":[0.022058958,0.0011619243,0.00010729557,0.9320317,0.017728357,0.022749184,0.00021835245,0.00017675922,0.0037674871],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9209155,0.058350354,0.0056803925,0.0020782105,0.0043668183,0.00860872],"domain_scores_gemma":[0.97548646,0.016607977,0.0015985161,0.0012262729,0.0014540182,0.0036267648],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07338784,0.00063352357,0.002075264,0.0051044086,0.0055265366,0.0005521128,0.001273054,0.0010410236,0.00003356393],"category_scores_gemma":[0.017982462,0.0006067518,0.00008244524,0.0059218993,0.0002828427,0.0004627375,0.000911883,0.010391559,0.0012650045],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000009654891,0.000017651424,0.00077827397,0.024502931,0.000011704075,0.000019986108,0.0908573,0.000010121995,0.000001656303,0.0070021506,0.87423337,0.0025551934],"study_design_scores_gemma":[0.0007168852,0.00040069243,0.0004634431,0.0039409893,0.0000010401629,0.000014156991,0.020731991,0.0013173075,4.6523056e-8,0.00025682244,0.9718055,0.0003511062],"about_ca_topic_score_codex":0.11545052,"about_ca_topic_score_gemma":0.0037035847,"teacher_disagreement_score":0.11174694,"about_ca_system_score_codex":0.011944273,"about_ca_system_score_gemma":0.047198787,"threshold_uncertainty_score":0.9996384},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3105389930","doi":"10.12688/wellcomeopenres.16378.2","title":"Fostering global data sharing: highlighting the recommendations of the Research Data Alliance COVID-19 working group","year":2021,"lang":"en","type":"preprint","venue":"Wellcome Open Research","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Laurentian University; Environment and Climate Change Canada","funders":"Biotechnology and Biological Sciences Research Council; Université de Bordeaux; Horizon 2020; Rural Development Administration; European Commission; Agence Universitaire de la Francophonie; Wellcome Trust; Fundação de Amparo à Pesquisa do Estado de São Paulo; National Institute on Drug Abuse; University of Michigan; National Science Foundation","keywords":"Data sharing; Preparedness; Interoperability; Medical research; Metadata; Knowledge management; Political science; Public relations; Data science; Medicine; Computer science; World Wide Web; Alternative medicine","score_opus":0.8031307428435279,"score_gpt":0.5907681340689679,"score_spread":0.21236260877456004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3105389930","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008069743,0.0051000393,0.0006247596,0.95629823,0.0019008124,0.010239081,0.0015939137,0.00012536896,0.01604804],"genre_scores_gemma":[0.9345994,0.011257224,0.016452076,0.016909862,0.0025950386,0.0015545095,0.01060256,0.00040401422,0.0056253327],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9834565,0.0045741703,0.0014393544,0.004462591,0.004351419,0.0017159515],"domain_scores_gemma":[0.9589548,0.009404747,0.00055781147,0.029163552,0.0012418791,0.00067721517],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.056068134,0.00047607016,0.0010194137,0.00031971306,0.0024286692,0.003514814,0.04529882,0.00047770172,0.00059895054],"category_scores_gemma":[0.026467841,0.00033872493,0.00016985896,0.003939997,0.0012228234,0.0005540189,0.42156208,0.006608725,0.00007207488],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006635708,0.0015766802,0.045603026,0.005394991,0.001195401,0.00043783974,0.0026398285,0.00063700404,0.0010589029,0.0058441055,0.8791017,0.055846956],"study_design_scores_gemma":[0.0014602316,0.000091692804,0.0059810556,0.011218177,0.00016159013,0.000060746297,0.0029751335,0.012398231,0.00026237406,0.0031026609,0.96181065,0.0004774678],"about_ca_topic_score_codex":0.026618304,"about_ca_topic_score_gemma":0.0072484068,"teacher_disagreement_score":0.9393884,"about_ca_system_score_codex":0.0024349985,"about_ca_system_score_gemma":0.006741542,"threshold_uncertainty_score":0.9999065},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science","scholarly_communication"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3114048375","doi":"10.5703/1288284317200","title":"The Time Has Come…For Next-Generation Open Access Models","year":2020,"lang":"en","type":"article","venue":"","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Purdue Pharma (Canada)","funders":"","keywords":"Publication; Variety (cybernetics); Computer science; Set (abstract data type); World Wide Web; Data science; Public relations; Business; Political science; Advertising","score_opus":0.39223384233690894,"score_gpt":0.331854251938978,"score_spread":0.06037959039793095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114048375","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00060323294,0.000015423484,0.88475394,0.06977154,0.00022377673,0.00052985246,0.0000019788051,0.00009565241,0.044004567],"genre_scores_gemma":[0.9142701,0.000013258019,0.019574674,0.055736076,0.0004082254,0.00013994904,0.000023608147,0.000007681796,0.009826431],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992756,0.000026085545,0.00021535534,0.00015875163,0.00018860328,0.00013556697],"domain_scores_gemma":[0.9994485,0.00005168263,0.0000740078,0.00028196533,0.000059529488,0.000084363244],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00032868382,0.000056773664,0.00007410945,0.000016732718,0.00049518346,0.01573731,0.0050815972,0.000018591067,0.00003372193],"category_scores_gemma":[0.000016474647,0.000032716758,0.000027507454,0.00033658242,0.000025918742,0.039803017,0.0010856396,0.000027093483,0.0002899698],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044168137,0.0000063213524,0.000022064522,0.0000046763757,0.000006272451,1.5899447e-7,0.0029275469,0.005332888,0.0008208251,0.38555616,0.5865657,0.018753005],"study_design_scores_gemma":[0.00009613423,0.000027049007,0.0000073050765,9.715274e-7,1.909811e-7,5.5546576e-7,0.000042962507,0.83680934,0.0014084234,0.0018179348,0.15973629,0.000052840147],"about_ca_topic_score_codex":0.0000151067625,"about_ca_topic_score_gemma":0.000001294736,"teacher_disagreement_score":0.91366684,"about_ca_system_score_codex":0.000006525361,"about_ca_system_score_gemma":0.00012251384,"threshold_uncertainty_score":0.98528445},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3119252148","doi":"10.1080/07294360.2020.1867513","title":"Alternative dissertation formats in education-based doctorates","year":2021,"lang":"en","type":"article","venue":"Higher Education Research & Development","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Victoria","funders":"","keywords":"Popularity; Doctoral dissertation; Sociology; Educational research; Higher education; Pedagogy; Psychology; Political science; Social psychology","score_opus":0.22413506140306017,"score_gpt":0.5991177040732668,"score_spread":0.37498264267020665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119252148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89930695,0.0024930118,0.0000945974,0.033021096,0.007484963,0.0014548115,0.00000815699,0.00009368335,0.056042697],"genre_scores_gemma":[0.93512857,0.00019281247,0.004692335,0.0018654319,0.00048190108,0.0033060557,0.00061863026,0.00003072718,0.053683557],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965311,0.0009374513,0.00071499735,0.00044563212,0.00068654504,0.00068423845],"domain_scores_gemma":[0.99597794,0.00062732806,0.00015324457,0.00038464073,0.0025477647,0.0003091018],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011482452,0.00017340839,0.00019441407,0.0005828756,0.001028386,0.00006685626,0.0002547732,0.00015144868,0.0057879677],"category_scores_gemma":[0.00033539018,0.00017300982,0.000038264723,0.0013428172,0.00006315382,0.00031583954,0.00008010568,0.000759333,0.0013080575],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011285742,0.008376551,0.21899627,0.0010638515,0.00008554935,0.0000063505986,0.06236316,0.00019445186,0.00088226015,0.45189115,0.19224732,0.06378022],"study_design_scores_gemma":[0.00033171024,0.000014450242,0.45179045,0.00040479508,0.0000028235131,3.783443e-7,0.01947896,0.000038251772,0.00055538275,0.005959944,0.5212294,0.00019346694],"about_ca_topic_score_codex":0.00077934226,"about_ca_topic_score_gemma":0.0012738139,"teacher_disagreement_score":0.44593123,"about_ca_system_score_codex":0.0016898563,"about_ca_system_score_gemma":0.030831808,"threshold_uncertainty_score":0.9994695},"labels":[{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3119460267","doi":"10.3138/jsp.52.2.04","title":"Scholarship, Money, and Prose: Behind the Scenes at an Academic Journal by Michael Chibnik.","year":2021,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Art; Media studies; Sociology; History; Literature; Political science; Law","score_opus":0.05501574853513693,"score_gpt":0.26826488417916505,"score_spread":0.21324913564402811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119460267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9039731,0.039989293,0.000034196382,0.05063608,0.0013515602,0.000107474894,0.000036300164,0.000038224665,0.0038337477],"genre_scores_gemma":[0.98335814,0.0024853246,0.001118511,0.0034878433,0.003472721,0.0000044491635,0.000041790594,0.00006472676,0.0059664813],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950541,0.0012693526,0.0012398836,0.00031383135,0.0016033308,0.00051950203],"domain_scores_gemma":[0.99300534,0.00040504627,0.0014640279,0.00064102403,0.003903111,0.0005814389],"candidate_categories":["sts","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0120646935,0.00030025354,0.00042781534,0.0003767592,0.0033183321,0.15769565,0.0025434105,0.00035637282,0.00025035668],"category_scores_gemma":[0.007992551,0.00021170404,0.0002022407,0.0001886641,0.00031261586,0.21587001,0.0006791007,0.009733679,0.000008050327],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050309405,0.0009653432,0.13127996,0.00013552027,0.0010662758,0.0002754494,0.19904143,0.000040334442,0.07440053,0.054192353,0.45449734,0.0836024],"study_design_scores_gemma":[0.002075319,0.00031576134,0.023634035,0.0005123653,0.00022658933,0.003796848,0.017734967,0.000071785806,0.0012009286,0.016978819,0.932865,0.0005875583],"about_ca_topic_score_codex":0.0000638695,"about_ca_topic_score_gemma":0.00025461122,"teacher_disagreement_score":0.4783677,"about_ca_system_score_codex":0.00027182934,"about_ca_system_score_gemma":0.00048217297,"threshold_uncertainty_score":0.9979792},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3119992070","doi":"10.3138/jsp.52.2.02","title":"Chinese PhD Students’ Perceptions of Predatory Journals: A Survey Study","year":2021,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reputation; Perception; Psychology; Sociology; Social science","score_opus":0.6534216837444228,"score_gpt":0.595377689547528,"score_spread":0.058043994196894766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119992070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916221,0.0034360709,0.0014409496,0.001072899,0.0013529226,0.00014783372,0.000064314874,0.000006202749,0.00085672596],"genre_scores_gemma":[0.9969657,0.00032628066,0.0010764886,0.00013250498,0.0003462059,0.0000014422282,0.000002162602,0.000016582073,0.0011326225],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9547205,0.0038648313,0.0033972582,0.00061068777,0.036796622,0.000610116],"domain_scores_gemma":[0.9073197,0.008828923,0.0027544266,0.0011806246,0.07880252,0.001113802],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.2120601,0.00019674032,0.0008274937,0.04992243,0.0004026839,0.15080282,0.007732893,0.00021335966,0.0016346242],"category_scores_gemma":[0.5093609,0.00012972153,0.0004517955,0.15354869,0.00009899506,0.08244356,0.0020598506,0.0029429207,0.000031415893],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041387397,0.0015244136,0.97025084,0.0000038802955,0.00013189547,0.0001435841,0.001012175,0.000045306315,0.0017078338,0.000011978073,0.012934466,0.012192258],"study_design_scores_gemma":[0.001301521,0.00036932918,0.985883,0.000036753943,0.000019672481,0.00016131393,0.009832975,0.000049081173,0.000042494816,0.0010139158,0.001165493,0.00012443341],"about_ca_topic_score_codex":0.00016114066,"about_ca_topic_score_gemma":0.00018914994,"teacher_disagreement_score":0.29730082,"about_ca_system_score_codex":0.00024066065,"about_ca_system_score_gemma":0.001401602,"threshold_uncertainty_score":0.99935734},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3122450121","doi":"10.22024/unikent/03/fal.7","title":"What's Feminist About Open Access? A Relational Approach to Copyright in the Academy","year":2011,"lang":"en","type":"article","venue":"University of Kent","topic":"Copyright and Intellectual Property","field":"Business, Management and Accounting","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Intellectual property; Feminist legal theory; Sociology; Scholarship; Context (archaeology); Criticism; Political science; Feminism; Law and economics; Law","score_opus":0.1695429822840149,"score_gpt":0.2723435056772202,"score_spread":0.1028005233932053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122450121","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052759483,0.00003361569,0.0003616495,0.0015192997,0.000102077676,0.00045987577,0.0000012221232,0.00001526581,0.9447475],"genre_scores_gemma":[0.9940845,0.00001735306,0.0003061424,0.002335636,0.00007455659,8.9003515e-7,0.000009446035,0.000004884298,0.0031665887],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99939406,0.0000141582805,0.00010727649,0.00018693868,0.00016929935,0.00012825431],"domain_scores_gemma":[0.9997027,0.000022740138,0.00008125122,0.00013075261,0.000051579347,0.000010993511],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002975396,0.00008069559,0.00011497133,0.00015204864,0.00016881409,0.0003603746,0.001629962,0.000046933328,0.0034737778],"category_scores_gemma":[0.000023802042,0.000058558722,0.000042139432,0.00038713307,0.000079465106,0.0033829343,0.00096062705,0.00012728853,0.0002481779],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074713025,0.0008895969,0.01388496,0.000101484235,0.000056113586,0.000012740109,0.015146255,0.00002379782,0.00003684262,0.15899496,0.80593944,0.004166662],"study_design_scores_gemma":[0.0005310529,0.000016075548,0.076201975,0.00007547444,0.000029227636,9.498381e-7,0.005433953,0.003104317,0.000029939478,0.0024324022,0.9119728,0.00017182116],"about_ca_topic_score_codex":0.0023091908,"about_ca_topic_score_gemma":0.00013500801,"teacher_disagreement_score":0.9415809,"about_ca_system_score_codex":0.000029289973,"about_ca_system_score_gemma":0.000021576174,"threshold_uncertainty_score":0.9974372},"labels":[{"model":"gemma","categories":["sts","scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3126706105","doi":"10.29173/iasl7605","title":"Effective Use of Open Access Resources in a School Library","year":2021,"lang":"en","type":"article","venue":"IASL Annual Conference Proceedings","topic":"Education, Psychology, and Social Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Excellence; Educational resources; Quality (philosophy); Process (computing); Computer science; School library; Outcome (game theory); Value (mathematics); Open educational resources; Data collection; World Wide Web; Medical education; Resource (disambiguation); Knowledge management; Multimedia; Psychology; Pedagogy; Medicine; Sociology; Political science; Mathematics","score_opus":0.1637567510523111,"score_gpt":0.4928101036820148,"score_spread":0.3290533526297037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126706105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.932056,0.00009838599,0.000003292287,0.0060913907,0.00012591037,0.0005269355,0.000016140688,0.000032504577,0.061049417],"genre_scores_gemma":[0.98986125,0.0004128512,0.00020468004,0.00041317948,0.0001972333,0.00011730942,0.0000045833704,0.000011452936,0.008777434],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984107,0.00021267451,0.00024533138,0.00037688142,0.0003813871,0.00037302365],"domain_scores_gemma":[0.9981593,0.0003955868,0.000118368764,0.00009569684,0.001019462,0.00021158736],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009054772,0.00010402756,0.00025100494,0.00016514852,0.00026400233,0.0021622605,0.0013366014,0.00016420743,0.0011537243],"category_scores_gemma":[0.004422605,0.000106818756,0.00004423845,0.001279803,0.0004806806,0.005533127,0.0007056746,0.00031596885,0.000017439821],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064856154,0.00016440451,0.62816745,0.00003441469,0.000013963009,0.000003791715,0.34073204,7.9589235e-8,0.00008734866,0.015341681,0.009615067,0.005774876],"study_design_scores_gemma":[0.0003122571,0.00006097906,0.6179291,0.00015165782,0.0000059264466,7.0044985e-7,0.2971241,0.0000028736645,0.0006110287,0.016030805,0.067605235,0.00016537157],"about_ca_topic_score_codex":0.005549689,"about_ca_topic_score_gemma":0.0013596407,"teacher_disagreement_score":0.057990164,"about_ca_system_score_codex":0.000058400678,"about_ca_system_score_gemma":0.0013493852,"threshold_uncertainty_score":0.9997594},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3127643406","doi":"10.36680/j.itcon.2021.002","title":"Open access to Construction IT research articles – developments over the past 25 years","year":2021,"lang":"en","type":"article","venue":"Journal of Information Technology in Construction","topic":"Intellectual Capital and Performance Analysis","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dozen; Publishing; Quarter (Canadian coin); Quality (philosophy); Business model; Engineering; Library science; Political science; Engineering ethics; World Wide Web; Business; History; Computer science; Marketing","score_opus":0.04679358624725741,"score_gpt":0.331948027033694,"score_spread":0.2851544407864366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127643406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9812782,0.000015936825,0.0011565706,0.011977004,0.0004844512,0.0001477159,7.3914106e-7,0.000014457458,0.004924937],"genre_scores_gemma":[0.9963303,0.0000522851,0.0019514498,0.0014475086,0.00017169816,0.000008377558,0.0000050255117,0.0000037681843,0.000029570148],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99875605,0.000018027924,0.00064000563,0.00007387797,0.00033400825,0.00017801132],"domain_scores_gemma":[0.99829465,0.000038344024,0.0004371708,0.00013499756,0.0010849204,0.000009945001],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001028179,0.00007248887,0.00014875374,0.0019605362,0.0002048711,0.0011056158,0.00073302136,0.00010010699,0.00037830908],"category_scores_gemma":[0.000621676,0.00005666784,0.00003812394,0.0033035798,0.00015070799,0.007022476,0.0006826519,0.0003924564,0.00019798522],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017227825,0.000048310896,0.30752665,0.000053457377,0.00010279289,0.00001689064,0.00077386387,0.00035591185,0.00042108938,0.050109703,0.02842238,0.61199665],"study_design_scores_gemma":[0.002751309,0.00011320683,0.34814826,0.0005139946,0.0000994246,0.0011247678,0.05961755,0.0021065169,0.012876425,0.11561924,0.4564519,0.00057741744],"about_ca_topic_score_codex":0.000063816165,"about_ca_topic_score_gemma":0.00009472696,"teacher_disagreement_score":0.61141926,"about_ca_system_score_codex":0.00010644224,"about_ca_system_score_gemma":0.00012476585,"threshold_uncertainty_score":0.99993134},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3130340903","doi":"10.1002/tax.12442","title":"Growing a Community: The Inaugural #Blackbotanistsweek Recap and Looking Forward","year":2021,"lang":"en","type":"article","venue":"Taxon","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut National de la Recherche Scientifique","funders":"College of Engineering, Michigan State University; Michigan State University Foundation; Michigan State University; National Science Foundation","keywords":"White (mutation); Indigenous; Social media; The arts; Media studies; Political science; Criminology; Sociology; History; Law; Ecology","score_opus":0.31829697050145933,"score_gpt":0.41575056066798977,"score_spread":0.09745359016653043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130340903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88595307,0.00051696267,0.000046215868,0.01584983,0.00012917236,0.0001004737,0.0000026311557,0.000058201902,0.097343475],"genre_scores_gemma":[0.99457073,0.0028706698,0.00012849356,0.0013104149,0.00009362481,0.000010694484,0.000013251431,0.0000052425257,0.0009968926],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988141,0.00076752674,0.00008929546,0.000064838205,0.0001308349,0.00013338188],"domain_scores_gemma":[0.99931735,0.00026854724,0.0000393946,0.0002709332,0.00006179648,0.000041984837],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0008657624,0.0000487203,0.00006894567,0.000015117072,0.0015288187,0.00013517457,0.00018189543,0.000045804078,0.00039674385],"category_scores_gemma":[0.00023282482,0.000041259667,0.000030405483,0.00016206273,0.00018827208,0.00016502554,0.00014109146,0.00023100761,0.000026837308],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034097706,0.00014646548,0.010753668,0.0000787609,0.000041399493,0.000010404232,0.51145214,0.0000029976065,0.011566148,0.07538459,0.0047834967,0.38574585],"study_design_scores_gemma":[0.00025155034,0.00002353089,0.012065906,0.000083358755,0.000022185817,0.000009109294,0.36300173,0.00008275677,0.00028346194,0.0044502188,0.6195607,0.00016547367],"about_ca_topic_score_codex":0.0023172915,"about_ca_topic_score_gemma":0.017526118,"teacher_disagreement_score":0.6147772,"about_ca_system_score_codex":0.000056545785,"about_ca_system_score_gemma":0.000031994874,"threshold_uncertainty_score":0.99977106},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3132467447","doi":"10.1186/s41073-020-00107-x","title":"Re-evaluation of solutions to the problem of unprofessionalism in peer review","year":2021,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Fisheries and Oceans Canada; Environment and Climate Change Canada; University of Victoria","funders":"","keywords":"Offensive; Conversation; Peer review; Social media; Psychology; Sociology; Social psychology; Computer science; Law; Political science; Operations research; World Wide Web","score_opus":0.7094531083437046,"score_gpt":0.6287024361511451,"score_spread":0.08075067219255949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132467447","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011866189,0.37648535,0.000053401087,0.60731196,0.000065387045,0.0010588911,0.00005780896,0.0000028904926,0.013777694],"genre_scores_gemma":[0.1653191,0.752661,0.002119474,0.013910115,0.00024385219,0.0007509947,0.00017857367,0.000025340272,0.06479159],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9691109,0.010356157,0.0017413646,0.0006284803,0.01770201,0.00046107164],"domain_scores_gemma":[0.955028,0.0048516137,0.00039566035,0.0011942092,0.03830307,0.00022746937],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2819699,0.00009575415,0.00057189947,0.00018262494,0.0001854319,0.0001552393,0.0015477305,0.00011834568,0.0014339956],"category_scores_gemma":[0.20126697,0.00005101323,0.000116526026,0.0036994067,0.00018263758,0.00051466195,0.0009163097,0.0017751876,0.000064208296],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003933058,0.00004810102,0.00059705484,0.0015938763,0.000006950005,0.000001008172,0.0003656769,0.0000023944403,0.000009592864,0.00675879,0.8097025,0.18091013],"study_design_scores_gemma":[0.0001145576,0.0000192341,0.003019061,0.028885614,0.000028943483,0.000005791974,0.00085667946,0.0001142422,0.000047539772,0.030254643,0.9365847,0.00006899334],"about_ca_topic_score_codex":0.00060186663,"about_ca_topic_score_gemma":0.0010050109,"teacher_disagreement_score":0.59340185,"about_ca_system_score_codex":0.00006998257,"about_ca_system_score_gemma":0.0013712919,"threshold_uncertainty_score":0.9994788},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3134086897","doi":"10.2196/26718","title":"Clinical Trial Data Sharing for COVID-19–Related Research","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Sample size determination; Context (archaeology); Statistical power; Clinical trial; Pandemic; Sample (material); Coronavirus disease 2019 (COVID-19); Data sharing; Medicine; Psychology; Data science; Computer science; Statistics; Alternative medicine; Mathematics; Geography","score_opus":0.775337627386123,"score_gpt":0.7283670039823996,"score_spread":0.04697062340372338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134086897","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29270557,0.0060080495,0.009956212,0.6797446,0.0044323527,0.0038630287,0.00008891509,0.000085608095,0.0031156663],"genre_scores_gemma":[0.92231727,0.020980768,0.0028961077,0.007164151,0.0132208085,0.0001403662,0.00017008263,0.00015075594,0.032959677],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97386986,0.004414458,0.003800919,0.001519419,0.014678815,0.0017165133],"domain_scores_gemma":[0.49699134,0.44586724,0.0014944564,0.00971392,0.026580501,0.019352546],"candidate_categories":["metaresearch","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.2252758,0.00023036812,0.001489731,0.0010235237,0.00031681298,0.00028107318,0.005448588,0.0008918537,0.0060668876],"category_scores_gemma":[0.8762583,0.00016633733,0.00072199816,0.0017641289,0.0026098068,0.00025597806,0.009511479,0.011450944,0.00018352228],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09364605,0.005210745,0.009594926,0.0020113739,0.002307345,0.018636882,0.00062840816,0.0000044778626,0.00017454753,0.004013119,0.7762008,0.08757134],"study_design_scores_gemma":[0.09761091,0.010261327,0.0009374879,0.0017310893,0.00013522002,0.00042387354,0.00093457685,0.016974898,0.000117127674,0.0091958605,0.86147636,0.00020128733],"about_ca_topic_score_codex":0.00027235338,"about_ca_topic_score_gemma":0.00011512854,"teacher_disagreement_score":0.6725804,"about_ca_system_score_codex":0.0009248404,"about_ca_system_score_gemma":0.020675795,"threshold_uncertainty_score":0.9999324},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3145008074","doi":"10.17150/2308-6203.2021.10(1).22-38","title":"New Media for Science: Key Features of Platforms with Open Peer Review","year":2021,"lang":"en","type":"article","venue":"Theoretical and Practical Issues of Journalism","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Openness to experience; Scope (computer science); Key (lock); Computer science; Open science; Publishing; Process (computing); Peer review; Data science; Engineering ethics; Political science; Public relations; Engineering; Psychology; Computer security","score_opus":0.45154714619089453,"score_gpt":0.6087514323964822,"score_spread":0.15720428620558768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3145008074","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10667544,0.09690798,0.040862277,0.649778,0.0009620232,0.0018416926,0.00021549,0.000021915608,0.102735154],"genre_scores_gemma":[0.82910854,0.021446384,0.14161916,0.0014373871,0.00024655712,0.000007355714,0.000007682524,0.000020094585,0.0061068484],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9881377,0.00013456766,0.00074250984,0.00045576907,0.010113021,0.0004164196],"domain_scores_gemma":[0.9745194,0.011566685,0.00037892914,0.0005406067,0.012131879,0.000862534],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041428518,0.00012746024,0.00064281176,0.0030124413,0.00017723022,0.0016017917,0.001607953,0.000083296814,0.0026510446],"category_scores_gemma":[0.21775268,0.00006282571,0.000103424965,0.027802063,0.0018266055,0.0010958045,0.0011202344,0.00036170645,0.000008742417],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022376979,0.000120935896,0.00025126818,0.000052820757,0.000021246875,0.000026989692,0.00020926079,2.3292509e-7,0.00046348124,0.917307,0.036563832,0.04475915],"study_design_scores_gemma":[0.0009959594,0.00052657514,0.003213277,0.0003773771,0.00006482353,0.00037523874,0.0004868647,0.00007241403,0.016301965,0.9081633,0.0692633,0.00015887308],"about_ca_topic_score_codex":0.000026532958,"about_ca_topic_score_gemma":0.000003463689,"teacher_disagreement_score":0.7224331,"about_ca_system_score_codex":0.000015409923,"about_ca_system_score_gemma":0.00087711104,"threshold_uncertainty_score":0.99943465},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3152916307","doi":"10.3138/jsp.52.3.03","title":"Do Journals’ Author Guidelines Tell Us What We Need to Know about Plagiarism?","year":2021,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Copying; Publication; Originality; Citation; Plagiarism detection; Readability; Allowance (engineering); Academic integrity; Work (physics); Computer science; Psychology; Library science; Law; Political science; Social psychology; Information retrieval; Creativity","score_opus":0.08486452607422508,"score_gpt":0.37348253959160543,"score_spread":0.28861801351738037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152916307","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14510994,0.07840099,0.0041822633,0.744422,0.009021546,0.00018911525,0.000016036995,0.00006410902,0.018593982],"genre_scores_gemma":[0.47820687,0.170535,0.13438919,0.09530816,0.057687897,0.0000142424915,0.000021716323,0.00025395534,0.06358298],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99222016,0.0013063948,0.0018074703,0.00036728918,0.0034617074,0.00083694566],"domain_scores_gemma":[0.9837064,0.00091467786,0.0012353021,0.0003102455,0.012587857,0.0012455217],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication","research_integrity"],"category_scores_codex":[0.030573709,0.00027434775,0.00062254845,0.00078329834,0.0013481246,0.09719438,0.0021311338,0.0021217307,0.001338456],"category_scores_gemma":[0.08114854,0.00024372086,0.00042076397,0.0018320661,0.00012417826,0.12465417,0.00031182033,0.013556784,0.000088545086],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006867104,0.000087316505,0.01001246,0.00001922162,0.00014569685,0.000441258,0.027530832,0.00016158022,0.002738946,0.008843529,0.847115,0.10283553],"study_design_scores_gemma":[0.0004349037,0.00005334834,0.0015751086,0.0019125984,0.00006985274,0.00027900393,0.06439025,0.000021244108,0.0005398755,0.008057125,0.92237073,0.00029595464],"about_ca_topic_score_codex":0.0005750722,"about_ca_topic_score_gemma":0.00031197537,"teacher_disagreement_score":0.64911383,"about_ca_system_score_codex":0.0004864698,"about_ca_system_score_gemma":0.0024732281,"threshold_uncertainty_score":0.99995196},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3153485877","doi":"10.1080/00131857.2021.1897574","title":"The case for academic plagiarism education: A PESA Executive collective writing project","year":2021,"lang":"en","type":"article","venue":"Educational Philosophy and Theory","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Sociology; Pedagogy; Higher education; Academic integrity; Executive summary; Mathematics education; Engineering ethics; Political science; Psychology; Law; Social psychology; Business; Engineering","score_opus":0.03521894724458988,"score_gpt":0.35369516339099993,"score_spread":0.3184762161464101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153485877","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04181377,0.015002049,0.000656035,0.21640979,0.0032114165,0.001640351,0.00017792695,0.000066992754,0.72102165],"genre_scores_gemma":[0.963604,0.00064881967,0.00077355024,0.0026391924,0.005632745,0.00047648975,0.000049092883,0.000014647963,0.02616149],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983325,0.0006939197,0.00022583774,0.00029027552,0.00019079141,0.00026666193],"domain_scores_gemma":[0.99302346,0.006115318,0.00011959413,0.00010943602,0.0005348181,0.00009740242],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0024463513,0.00011969475,0.000117154006,0.000058398055,0.0034435359,0.00010833061,0.00017488429,0.00044391784,0.00007042921],"category_scores_gemma":[0.0031990837,0.0001023716,0.00007315666,0.0003046268,0.00056643004,0.00022559267,0.00004093609,0.0011068161,0.000008188928],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005209182,0.000055089786,0.000075502896,0.000014490337,0.000039013587,0.0000061934147,0.027713265,2.101124e-7,0.000006060737,0.94925374,0.018146561,0.004637777],"study_design_scores_gemma":[0.00012040424,0.000013681483,0.00007190755,0.00004652078,0.000028380691,0.00025957846,0.06087608,0.000006371718,0.000041434494,0.85441846,0.08399552,0.00012168484],"about_ca_topic_score_codex":0.00017230089,"about_ca_topic_score_gemma":0.000075270036,"teacher_disagreement_score":0.9217902,"about_ca_system_score_codex":0.00016566808,"about_ca_system_score_gemma":0.0060895775,"threshold_uncertainty_score":0.999545},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3166045557","doi":"10.1186/s13643-021-01733-2","title":"Dealing with predatory journal articles captured in systematic reviews","year":2021,"lang":"en","type":"letter","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; University of Ottawa; McGill University; Ottawa Hospital","funders":"","keywords":"Systematic review; Medicine; MEDLINE; Protocol (science); Health care; Peer review; Alternative medicine; Family medicine; Pathology","score_opus":0.6956962901616436,"score_gpt":0.4789212342135676,"score_spread":0.216775055948076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166045557","genre_codex":"review","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016151751,0.8112237,0.02274858,0.055077795,0.0031163688,0.100814685,0.000046594927,0.00003377018,0.0067769955],"genre_scores_gemma":[0.003336054,0.053260244,0.04778257,0.5993811,0.012426613,0.048721295,0.00035603548,0.0012933313,0.2334428],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.644936,0.24153014,0.09223322,0.0033442487,0.016517974,0.0014384271],"domain_scores_gemma":[0.8575884,0.0240444,0.09479874,0.019235434,0.0037492134,0.00058378745],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.4841305,0.002491905,0.059747383,0.0019133228,0.00035317903,0.0055705165,0.006777234,0.0011104478,0.007079146],"category_scores_gemma":[0.25662047,0.00092855236,0.010316991,0.003990494,0.00013860897,0.0007370506,0.00032022272,0.0035758005,0.015081747],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013174455,0.000023464172,0.00008222247,0.5130781,0.00044891684,0.00054863986,0.00067558285,0.000011674091,0.000003222146,0.000051899537,0.48496526,0.00010967065],"study_design_scores_gemma":[0.00025422763,0.000044571538,0.000006473944,0.38856527,0.0029243599,0.0021281063,0.0008664678,0.00040589418,0.0000016332609,0.0005630572,0.60336334,0.00087663514],"about_ca_topic_score_codex":0.00001554734,"about_ca_topic_score_gemma":0.00014014069,"teacher_disagreement_score":0.7579635,"about_ca_system_score_codex":0.00048768328,"about_ca_system_score_gemma":0.00043940864,"threshold_uncertainty_score":0.99959445},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3166825314","doi":"10.1503/cjs.009821","title":"Predatory journal publishing: Is this an alternate universe?","year":2021,"lang":"en","type":"editorial","venue":"Canadian Journal of Surgery","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Publishing; Library science; Literature","score_opus":0.11717625523131105,"score_gpt":0.3531424655096299,"score_spread":0.23596621027831888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166825314","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00454825,0.0052239797,0.00007253339,0.005108422,0.9737522,0.00005772392,0.00079511537,0.000010676523,0.010431125],"genre_scores_gemma":[0.005554009,0.0011957893,0.00013063135,0.0014920213,0.96744156,7.7386915e-7,0.000104137696,0.0001020416,0.023979045],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9866454,0.0015103122,0.0031255614,0.0007697645,0.0068102903,0.0011386517],"domain_scores_gemma":[0.9656269,0.008753412,0.0062396526,0.0013112561,0.012083631,0.005985168],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication","research_integrity"],"category_scores_codex":[0.033658236,0.00053152314,0.0017444793,0.004722409,0.00077709195,0.0337831,0.0093589565,0.0022311267,0.00985722],"category_scores_gemma":[0.10722112,0.00044076313,0.0011185391,0.0018272732,0.0003196047,0.02397539,0.0003064836,0.009218166,0.000071971204],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026638156,0.000013166011,0.003775435,0.0000103679995,0.00016146411,0.005058744,0.00084036746,0.00001363618,0.0000010207234,0.000023235123,0.9707065,0.019369427],"study_design_scores_gemma":[0.00026366665,0.000029429502,0.00017181586,0.0004974602,0.0000725965,0.00080186,0.0016452542,0.00001356543,0.000010373582,0.0030954368,0.9929276,0.00047093706],"about_ca_topic_score_codex":0.007768697,"about_ca_topic_score_gemma":0.007188781,"teacher_disagreement_score":0.07356288,"about_ca_system_score_codex":0.0012712119,"about_ca_system_score_gemma":0.068538465,"threshold_uncertainty_score":0.99980444},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3172729171","doi":"10.1186/s12961-021-00726-w","title":"Where is critical analysis of power and positionality in knowledge translation?","year":2021,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Northern British Columbia; University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Reflexivity; Knowledge translation; Health services research; Sociology; Context (archaeology); Power (physics); Epistemology; Critical theory; Knowledge production; Engineering ethics; Social science; Political science; Knowledge management; Health care; Computer science; Law","score_opus":0.8942625729423347,"score_gpt":0.7697535168293935,"score_spread":0.12450905611294116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172729171","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004495759,0.007970277,0.000064163,0.97782797,0.00019762806,0.0019078096,0.002340374,0.000018556579,0.0051774564],"genre_scores_gemma":[0.15548353,0.0042746807,0.00015181303,0.83248115,0.002542152,0.00093073904,0.00029552085,0.000060544902,0.0037798544],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97678673,0.016408818,0.0024058458,0.00080180826,0.0016083459,0.001988449],"domain_scores_gemma":[0.97209835,0.024592895,0.0003980048,0.00059584755,0.0016126727,0.00070224964],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.019639423,0.00025191603,0.0013497439,0.003191952,0.001143178,0.00007047767,0.00025066335,0.0008576041,0.0004550705],"category_scores_gemma":[0.0045631053,0.00023999222,0.00010224722,0.0044572675,0.00059672387,0.0001707173,0.00016838522,0.0036720422,0.000029362664],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018984856,0.00004236725,0.014581651,0.022386068,0.00013060748,0.000021652306,0.04403347,7.2200237e-7,0.0000056682024,0.012112143,0.9062789,0.00038773168],"study_design_scores_gemma":[0.00063324417,0.00014658067,0.043767884,0.0022101318,0.000035526507,0.0000069574703,0.006896774,0.0005810474,3.690894e-7,0.00041235547,0.94509923,0.00020987201],"about_ca_topic_score_codex":0.034086905,"about_ca_topic_score_gemma":0.00692544,"teacher_disagreement_score":0.15098776,"about_ca_system_score_codex":0.00093454745,"about_ca_system_score_gemma":0.010307917,"threshold_uncertainty_score":0.99862653},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3174891973","doi":"10.1016/j.jclinepi.2021.06.015","title":"“Evidence-based checklists” for identifying predatory journals have not been assessed for reliability or validity: An analysis and proposal for moving forward","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Ottawa Hospital","funders":"","keywords":"Reliability (semiconductor); Matching (statistics); Scale (ratio); Scope (computer science); Guideline; Computer science; Quality (philosophy); Medicine","score_opus":0.9363805130465965,"score_gpt":0.7299491902987689,"score_spread":0.2064313227478276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174891973","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3535864,0.0007379166,0.62956464,0.014365474,0.00099374,0.00060747756,0.00013262844,0.000006509051,0.000005185455],"genre_scores_gemma":[0.6320565,0.001107616,0.36292472,0.0021179498,0.0012837965,0.000063003274,0.000013280245,0.00002471936,0.00040841382],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97599655,0.008363111,0.009894365,0.0014172271,0.0032990542,0.0010297141],"domain_scores_gemma":[0.28872564,0.67166585,0.009446396,0.0013397909,0.02696158,0.0018607602],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.466217,0.0002739962,0.0041077896,0.0128956,0.00046749084,0.0011388531,0.0019738378,0.00067062705,0.00019555073],"category_scores_gemma":[0.92802197,0.00016897071,0.0029359532,0.018435445,0.00048011003,0.0016635904,0.0003641664,0.0008896163,0.000001482325],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003535638,0.0006013237,0.904924,0.00018058743,0.00053258217,0.00002143541,0.000035203535,0.0013943627,0.00047531392,0.00043917107,0.0057824003,0.08207803],"study_design_scores_gemma":[0.0034022212,0.0039876434,0.6410055,0.00013723424,0.0008390463,0.00003250107,0.00037300267,0.24147785,0.0011809529,0.09960552,0.007657991,0.00030055264],"about_ca_topic_score_codex":0.000024235424,"about_ca_topic_score_gemma":0.0001449057,"teacher_disagreement_score":0.6872709,"about_ca_system_score_codex":0.00016023598,"about_ca_system_score_gemma":0.0038954415,"threshold_uncertainty_score":0.9998981},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3175915170","doi":"10.1177/03400352211023079","title":"Challenges and opportunities for parliamentary libraries during COVID-19: A case study of the National Assembly of Quebec Library","year":2021,"lang":"en","type":"article","venue":"IFLA Journal","topic":"Library Science and Administration","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bibliothèque et Archives nationales du Québec","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Public relations; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Institution; National library; Political science; Best practice; Business; Library science; Computer science; Law; Medicine","score_opus":0.19434336391081197,"score_gpt":0.3542811093202616,"score_spread":0.1599377454094496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175915170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9742202,0.0009358059,0.0000051992897,0.02283205,0.00012753799,0.00013070523,0.000013378719,0.000007752474,0.0017273459],"genre_scores_gemma":[0.9975722,0.000583701,0.0001470575,0.00048210743,0.00019505489,0.000004815674,0.000001098135,0.0000036720799,0.0010103098],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989709,0.00024641588,0.00022528334,0.000096793214,0.00035484595,0.00010576316],"domain_scores_gemma":[0.9993098,0.0002520544,0.00018866858,0.000052642157,0.00006397997,0.00013285512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039913156,0.00005213868,0.000100633566,0.000049626684,0.0006675831,0.00016542785,0.00014713086,0.000029820383,0.00007212256],"category_scores_gemma":[0.00018814497,0.000039026374,0.000045578214,0.000088851455,0.00022209124,0.0022695404,0.000060631093,0.00006909035,4.6899054e-8],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025096952,0.0017921574,0.07549295,0.00046316374,0.00035819193,0.002913104,0.7082693,0.00012491332,0.0018373972,0.16436662,0.00905169,0.035079546],"study_design_scores_gemma":[0.0007274816,0.00017418791,0.018463671,0.00004690366,0.000024411442,0.0008157874,0.9595893,0.000016235888,0.0020780123,0.009412413,0.008549917,0.00010169591],"about_ca_topic_score_codex":0.0004410695,"about_ca_topic_score_gemma":0.006893668,"teacher_disagreement_score":0.25132,"about_ca_system_score_codex":0.000015935113,"about_ca_system_score_gemma":0.002433467,"threshold_uncertainty_score":0.51345766},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3188186504","doi":"10.5430/ijhe.v11n1p85","title":"Academic Writing Groups in Higher Education: History and State of Play","year":2021,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal; University of Ottawa","funders":"","keywords":"Discipline; Phenomenon; Academic writing; Context (archaeology); Higher education; Mathematics education; Graduate students; Pedagogy; Sociology; Psychology; Social science; Political science; Epistemology; History","score_opus":0.15813505483091242,"score_gpt":0.5122475968170621,"score_spread":0.3541125419861497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188186504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.900519,0.024136001,0.00001298436,0.035795163,0.02593843,0.00013883643,0.000009936207,0.000009992072,0.013439613],"genre_scores_gemma":[0.9581281,0.0013593329,0.0006241311,0.002047518,0.0022535264,0.000026385691,0.000026981606,0.000016194464,0.035517834],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99804646,0.00024096896,0.0010127632,0.0001568454,0.00037593604,0.00016701268],"domain_scores_gemma":[0.9970777,0.000266851,0.0008257552,0.00012248935,0.0015816452,0.00012556383],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00044366412,0.00010800705,0.00021611327,0.00035322658,0.000065351465,0.000009848117,0.00022157365,0.000116655145,0.003305042],"category_scores_gemma":[0.0001043404,0.00010904572,0.00006264367,0.00014660793,0.000056489353,0.000417873,0.00005843522,0.0006903739,0.000017554921],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024008832,0.002977091,0.34932706,0.00043505145,0.0003182216,0.0000197207,0.031921633,0.00009443821,0.0054894728,0.27630398,0.25695303,0.07592025],"study_design_scores_gemma":[0.00043072042,0.000022997714,0.6153366,0.0005995102,0.000017703127,0.000024158498,0.0023449878,0.0000028860168,0.000032093107,0.007266772,0.37382653,0.000095057156],"about_ca_topic_score_codex":0.00010086108,"about_ca_topic_score_gemma":0.000030049914,"teacher_disagreement_score":0.2690372,"about_ca_system_score_codex":0.0009979479,"about_ca_system_score_gemma":0.0040692254,"threshold_uncertainty_score":0.9976061},"labels":[{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3195712101","doi":"10.1108/jec-06-2021-0091","title":"A retrospective overview of <i>Journal of Enterprising Communities</i>: <i>People and Places in the Global Economy</i> from2007 to 2021 using abibliometric analysis","year":2021,"lang":"en","type":"article","venue":"Journal of Enterprising Communities People and Places in the Global Economy","topic":"Entrepreneurship Studies and Influences","field":"Business, Management and Accounting","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Originality; Indigenous; Entrepreneurship; Value (mathematics); Citation; Library science; Social science; Political science; Sociology; Law; Computer science","score_opus":0.029261791463801215,"score_gpt":0.2871278414481956,"score_spread":0.2578660499843944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195712101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9783645,0.014089931,0.00021803656,0.0012419504,0.0002793909,0.00014320463,0.000036698486,0.000002897205,0.0056233755],"genre_scores_gemma":[0.9932658,0.0038717568,0.00025610122,0.0023756262,0.0002109148,0.0000021771386,0.0000071757117,0.0000083480845,0.0000020745692],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973407,0.00049284543,0.0013517581,0.00014395974,0.00031734922,0.00035342356],"domain_scores_gemma":[0.99653393,0.00092109124,0.0015970155,0.00041925992,0.00049265247,0.000036075537],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0029624312,0.0003006736,0.0010985667,0.0014577572,0.00038239852,0.0010499108,0.0010771984,0.0000817902,0.000070629474],"category_scores_gemma":[0.00018497887,0.00022192915,0.00030173513,0.005242439,0.00022756754,0.0016591528,0.00065554195,0.00051406125,7.098073e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001880707,0.00018248167,0.9834717,0.00016366696,0.0004915774,0.00002514304,0.011656445,0.0019984888,0.0000014669938,0.000799019,0.0002695029,0.00075245555],"study_design_scores_gemma":[0.0023745012,0.00029480128,0.50854594,0.002008492,0.0013842782,0.00073706644,0.46637866,0.0020470794,0.000008903024,0.008716642,0.0069733616,0.0005302435],"about_ca_topic_score_codex":0.009697472,"about_ca_topic_score_gemma":0.03001704,"teacher_disagreement_score":0.47492573,"about_ca_system_score_codex":0.0002063515,"about_ca_system_score_gemma":0.00010056907,"threshold_uncertainty_score":0.99998707},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3200026842","doi":"10.18438/eblip29913","title":"Do Institutional Repository Deposit Guidelines Deter Data Discovery?","year":2021,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Metadata; Computer science; Data element; Sample (material); Meta Data Services; Documentation; Data discovery; Data science; World Wide Web; Metadata repository; Information retrieval; Database","score_opus":0.466706315802476,"score_gpt":0.5217880096438329,"score_spread":0.05508169384135686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200026842","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10178874,0.04110595,0.36174482,0.3896334,0.0041512917,0.0009190433,0.0004894886,0.0002650615,0.099902235],"genre_scores_gemma":[0.7713932,0.01157275,0.09768484,0.113521114,0.0005495968,0.000024403074,0.00040949776,0.000015130765,0.0048294906],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99370533,0.00044398993,0.0010227655,0.00051419885,0.0040747873,0.00023893091],"domain_scores_gemma":[0.9841768,0.011592497,0.0004990475,0.0015908151,0.0018600888,0.0002807164],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.008201976,0.0001204227,0.00015709316,0.0055031125,0.0005392444,0.016095288,0.0018058986,0.00008850852,0.00034913604],"category_scores_gemma":[0.15154636,0.00008798307,0.00005004196,0.029915923,0.00012851205,0.48290467,0.0018683743,0.00024342665,0.00017931729],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068007753,0.0002813024,0.074622974,0.00012424069,0.000069279624,0.00036965095,0.00015281893,0.0015865185,0.0010089815,0.16138075,0.21983895,0.53988445],"study_design_scores_gemma":[0.00025325117,0.000053307886,0.030160783,0.00010156545,0.000013976898,0.0002283538,0.00043519004,0.037257478,0.0043665664,0.00039521707,0.92657125,0.00016308812],"about_ca_topic_score_codex":0.000012303627,"about_ca_topic_score_gemma":7.4854064e-8,"teacher_disagreement_score":0.7067323,"about_ca_system_score_codex":0.000017406584,"about_ca_system_score_gemma":0.0011005518,"threshold_uncertainty_score":0.9907037},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3201074415","doi":"10.21470/1678-9741-2021-0289","title":"Open Access and Article Processing Charges in Cardiology and Cardiac Surgery Journals: a CrossSectional Analysis","year":2021,"lang":"en","type":"article","venue":"Brazilian Journal of Cardiovascular Surgery","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Interquartile range; Cardiology; Internal medicine; Cardiac surgery","score_opus":0.13168469426835763,"score_gpt":0.4190559080871945,"score_spread":0.2873712138188369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201074415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89522845,0.09905679,0.0027238121,0.0016106012,0.00081218226,0.000097235315,0.000018606259,0.0000079063475,0.00044439948],"genre_scores_gemma":[0.9930813,0.0058374656,0.00016456631,0.000190147,0.00057604734,0.0000072227426,0.0000039496063,0.000020131863,0.00011917207],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9921703,0.0024971173,0.0020113494,0.0007348409,0.0020799383,0.0005065043],"domain_scores_gemma":[0.9920282,0.004248946,0.0009508184,0.0005985888,0.0017307445,0.00044274557],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042738993,0.00025565329,0.0029687341,0.002039809,0.00032268686,0.009215571,0.0016945157,0.0002382838,0.000109012064],"category_scores_gemma":[0.01762059,0.00020516667,0.0021113933,0.0051616654,0.00024766917,0.009203007,0.0012435083,0.00076185894,0.000002920984],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059460785,0.000021333892,0.83656895,0.00001531325,0.0025434338,0.0007337131,0.0001414011,0.0014613731,0.00003574588,0.000009764427,0.006170948,0.15223856],"study_design_scores_gemma":[0.0002860825,0.000005895681,0.9686421,0.000143627,0.00076708215,0.0013162827,0.00077172404,0.00022679975,0.00028333734,0.0021316593,0.02513632,0.0002890996],"about_ca_topic_score_codex":0.00008276211,"about_ca_topic_score_gemma":0.00002394779,"teacher_disagreement_score":0.15194947,"about_ca_system_score_codex":0.000074285526,"about_ca_system_score_gemma":0.0012542983,"threshold_uncertainty_score":0.99181294},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3210376598","doi":"10.1097/mol.0000000000000797","title":"Preprint servers in lipidology: current status and future role.","year":2022,"lang":"en","type":"article","venue":"PubMed","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Western University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Preprint; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Publishing; Library science; Medicine; World Wide Web; Disease; Computer science; Infectious disease (medical specialty); Internal medicine; Outbreak; Virology; Political science","score_opus":0.07156169814552168,"score_gpt":0.34449311701390817,"score_spread":0.27293141886838646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210376598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97955996,0.0028918574,0.000010860537,0.00735698,0.0043469165,0.00050171826,0.000024112876,0.00003651985,0.005271085],"genre_scores_gemma":[0.99729705,0.00017122112,0.00001936136,0.00046977925,0.0005962242,0.0008732753,0.000004423561,0.000006109338,0.0005625862],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99725807,0.0004548962,0.00038662818,0.0005364816,0.00090506475,0.00045885186],"domain_scores_gemma":[0.9989149,0.00034573083,0.00015782613,0.0003456103,0.000044171436,0.00019178064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061103227,0.00009180922,0.00019154866,0.0002753098,0.00016259323,0.00040821987,0.0012085168,0.000055347096,0.00025195422],"category_scores_gemma":[0.0014792089,0.00007384933,0.000037598846,0.00082672975,0.000052088926,0.0007811309,0.0015649631,0.00073165394,0.000011204995],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025126436,0.000022806262,0.32807785,0.0000011981285,0.0000024604726,6.8128134e-7,0.0008042786,0.00012607848,4.8924403e-7,0.0005385735,0.01749749,0.65290296],"study_design_scores_gemma":[0.00018940501,0.0000033243964,0.51559275,4.090656e-7,0.0000011310465,0.0000026131784,0.0019801895,0.00009556533,0.000002374711,0.007141616,0.47493422,0.00005644003],"about_ca_topic_score_codex":0.0001241176,"about_ca_topic_score_gemma":0.000059842423,"teacher_disagreement_score":0.6528465,"about_ca_system_score_codex":0.00012404931,"about_ca_system_score_gemma":0.00006376179,"threshold_uncertainty_score":0.39364737},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3211131190","doi":"10.1016/j.wneu.2021.10.143","title":"Reporting Policies in Neurosurgical Journals: A Meta-Science Study of the Current State and Case for Standardization","year":2021,"lang":"en","type":"review","venue":"World Neurosurgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Consolidated Standards of Reporting Trials; Impact factor; Standardization; Systematic review; MEDLINE; Citation; Clinical trial; Bibliometrics; Family medicine; Library science; Internal medicine; Political science","score_opus":0.8870178218354456,"score_gpt":0.619216022134166,"score_spread":0.2678017997012796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211131190","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010016078,0.9855358,0.00025956074,0.00009241604,0.001159237,0.0027830866,0.00008212067,0.0000027187823,0.000068995454],"genre_scores_gemma":[0.022526678,0.9750032,0.000072744246,0.00007952001,0.000099605946,0.00044723751,0.0000022884487,0.000050783634,0.0017179755],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93461996,0.018926892,0.038097084,0.0018120607,0.0060789706,0.00046505913],"domain_scores_gemma":[0.92451894,0.01697858,0.052721698,0.0038791979,0.0016986025,0.00020297973],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2145438,0.0005761281,0.014747826,0.0020931454,0.00038172113,0.0020160982,0.0012762551,0.000036641053,0.00018837913],"category_scores_gemma":[0.18378589,0.00023253585,0.00518058,0.010432139,0.00020690892,0.00026697468,0.0006527317,0.00056650647,0.000003545517],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028230022,0.0002321236,0.003372805,0.002133952,0.00034823644,0.0005218291,0.00033710347,0.0001400829,9.938697e-7,0.000042677282,0.0026518537,0.99021554],"study_design_scores_gemma":[0.00009692965,0.000025102967,0.00077369454,0.0016623779,0.004299787,0.0011457731,0.00009639045,0.00016765516,0.0000012060507,0.00012152618,0.99136645,0.00024313712],"about_ca_topic_score_codex":0.000009619684,"about_ca_topic_score_gemma":0.00018838095,"teacher_disagreement_score":0.98997235,"about_ca_system_score_codex":0.000054412107,"about_ca_system_score_gemma":0.0007169316,"threshold_uncertainty_score":0.9998793},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3213946984","doi":"10.31468/dwr.873","title":"PhD Students Learning the Process of Academic Writing: The Role of the Rhetorical Rectangle","year":2021,"lang":"en","type":"article","venue":"Discourse and Writing/Rédactologie","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Rhetorical question; Ethos; Pathos; Pedagogy; Narrative; Feeling; Writing process; Psychology; Academic writing; Professional writing; Kairos; Rhetoric; Mathematics education; Sociology; Literature; Art; Social psychology; Linguistics; Philosophy","score_opus":0.31164693557717416,"score_gpt":0.5751785740439239,"score_spread":0.26353163846674976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213946984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9674054,0.0061411303,0.0000068358995,0.020998387,0.00033434448,0.0003292633,0.000014622351,0.000029304432,0.004740724],"genre_scores_gemma":[0.9972732,0.001263956,0.000011295347,0.000306738,0.00027868059,0.00008030833,0.000006562559,0.000014591787,0.0007646584],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9978251,0.00067637285,0.000535705,0.000225617,0.00036316816,0.00037406824],"domain_scores_gemma":[0.9976907,0.0012554924,0.00038612762,0.00032137972,0.00028570805,0.000060637474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009325359,0.00012992359,0.00025391777,0.000022873997,0.0012363658,0.00001626795,0.0005007629,0.00018336199,0.000100047364],"category_scores_gemma":[0.001098249,0.000064729575,0.000099708464,0.00029718608,0.0003344255,0.00008440139,0.00031894338,0.0013808495,0.000005769212],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023202147,0.00024086976,0.94399637,0.0001714174,0.00007511364,0.0000015985233,0.023722501,0.00002943707,0.00077203003,0.021787306,0.001193588,0.007986567],"study_design_scores_gemma":[0.000494638,0.000062552535,0.28303406,0.0006168552,0.00012641873,0.00000965198,0.6957537,0.0001398143,0.000961028,0.005156722,0.013463245,0.00018129896],"about_ca_topic_score_codex":0.00006703183,"about_ca_topic_score_gemma":0.000045680667,"teacher_disagreement_score":0.6720312,"about_ca_system_score_codex":0.00003973071,"about_ca_system_score_gemma":0.0004278198,"threshold_uncertainty_score":0.9509251},"labels":[{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W350340533","doi":"","title":"Publishing Trends and Open Access Journals at York University","year":2011,"lang":"en","type":"article","venue":"YorkSpace (York University)","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Library science; Media studies; Political science; World Wide Web; Computer science; Sociology; Law","score_opus":0.24217321604234088,"score_gpt":0.282328559418204,"score_spread":0.04015534337586313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W350340533","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07882577,0.00035236002,0.00005067971,0.0040389257,0.0002998733,0.00011339669,0.000045620174,0.000178385,0.91609496],"genre_scores_gemma":[0.76905805,0.00020011366,0.00039248893,0.00017317216,0.000118880016,1.7784971e-7,0.000032264958,0.000017494787,0.23000735],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99865127,0.00032041062,0.00013019104,0.0003532426,0.00021740873,0.00032747615],"domain_scores_gemma":[0.99859405,0.00011219424,0.0002905831,0.0005708428,0.00016967021,0.00026264624],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0006042184,0.00018673774,0.0002466217,0.0009107008,0.0019335636,0.009719148,0.0041176137,0.0001392685,0.002975842],"category_scores_gemma":[0.00008269023,0.00020387057,0.00008458962,0.0005947723,0.00027968021,0.017399767,0.0031016956,0.0005545229,0.000026682948],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039116593,0.00020660592,0.025892055,0.000018120554,0.00022052982,0.00010553836,0.07291286,0.0000056797858,0.000024205376,0.6212194,0.26431096,0.014692897],"study_design_scores_gemma":[0.0007512498,0.000042369305,0.011881637,0.00006325627,0.00007422785,0.0000062067356,0.01894024,0.000023111623,0.000011362493,0.00056890777,0.96734643,0.00029099872],"about_ca_topic_score_codex":0.008373734,"about_ca_topic_score_gemma":0.018551232,"teacher_disagreement_score":0.7030355,"about_ca_system_score_codex":0.00026407398,"about_ca_system_score_gemma":0.00009793323,"threshold_uncertainty_score":0.9993658},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4200345448","doi":"10.1071/py21069","title":"Internationalisation of general practice journals: a bibliometric analysis of the Science Citation Index database","year":2021,"lang":"en","type":"article","venue":"Australian Journal of Primary Health","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Taipei Veterans General Hospital","keywords":"Internationalization; General practice; Index (typography); Subject (documents); Citation; Bibliometrics; Science Citation Index; Citation index; Population health","score_opus":0.17556736909796392,"score_gpt":0.5089626947258716,"score_spread":0.33339532562790775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200345448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8891302,0.0031177443,0.0038523457,0.09727689,0.0026734401,0.00047553508,0.00024031747,0.000010060974,0.0032234695],"genre_scores_gemma":[0.9683951,0.0029473584,0.009921487,0.017574545,0.00036003476,0.0000041110343,0.000047565387,0.000016491818,0.0007333142],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.993193,0.0016385955,0.002564618,0.00020920984,0.0019494651,0.00044515202],"domain_scores_gemma":[0.98692405,0.0014143928,0.005659791,0.0004649518,0.005214048,0.00032277632],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.010812459,0.00013601541,0.00076440093,0.026517477,0.00048226127,0.000025084762,0.0006364288,0.000095231444,0.00046839734],"category_scores_gemma":[0.00492606,0.00010115459,0.0002976345,0.08878628,0.00020140543,0.0014120312,0.00017958625,0.00093809166,0.0000028540642],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005720607,0.00084340596,0.8484991,0.0021445234,0.0018491681,0.000054651984,0.006927102,0.0015098727,0.017544601,0.005164538,0.070487775,0.044403166],"study_design_scores_gemma":[0.000879254,0.0001369656,0.9881947,0.00027985137,0.00041218786,0.000048717066,0.001516172,0.00005486759,0.0004834454,0.00021387008,0.007695501,0.00008444299],"about_ca_topic_score_codex":0.0008277614,"about_ca_topic_score_gemma":0.00015685172,"teacher_disagreement_score":0.13969558,"about_ca_system_score_codex":0.0017872906,"about_ca_system_score_gemma":0.02164028,"threshold_uncertainty_score":0.98451614},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4200395585","doi":"10.1007/s40037-021-00695-4","title":"Bibliometrics: Methods for studying academic publishing","year":2021,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":938,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Bibliometrics; Terminology; Publishing; Data science; Strengths and weaknesses; Population health; Computer science; Population; Library science; Medicine; Psychology; Political science","score_opus":0.652587060367001,"score_gpt":0.6967628458869507,"score_spread":0.04417578551994972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200395585","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12756842,0.03384215,0.69538605,0.10588891,0.0070561157,0.00096526346,0.00002620779,0.00012455856,0.029142316],"genre_scores_gemma":[0.8358486,0.006136074,0.14205182,0.006544131,0.0024207246,0.00032180033,0.000040270832,0.000053969547,0.0065826005],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98567086,0.00097252044,0.00080706837,0.0013116566,0.010596315,0.00064159604],"domain_scores_gemma":[0.90955573,0.060009766,0.0007112044,0.0019139363,0.02511396,0.0026953814],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.05948411,0.00017035092,0.0003682181,0.13695721,0.00041316703,0.004798167,0.002418063,0.0003491818,0.0022256284],"category_scores_gemma":[0.7677514,0.0001292189,0.00022387369,0.41679198,0.00017749392,0.0016280803,0.00049591,0.0010730888,0.00010692501],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017092674,0.00063028897,0.0051643876,0.0000071091395,0.000019598398,0.0000016973703,0.0020814126,0.0000032151559,0.00020612084,0.0243053,0.05017921,0.91738456],"study_design_scores_gemma":[0.0019848754,0.0005301767,0.099297084,0.00012583559,0.000037809892,0.00005040143,0.20438051,0.017545173,0.0029247259,0.18374409,0.48861232,0.0007670138],"about_ca_topic_score_codex":0.000032507895,"about_ca_topic_score_gemma":0.000003341181,"teacher_disagreement_score":0.9166176,"about_ca_system_score_codex":0.0004534263,"about_ca_system_score_gemma":0.004114283,"threshold_uncertainty_score":0.9986865},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4200491809","doi":"10.1186/s12961-021-00804-z","title":"Assessing the usefulness of policy brief and policy dialogue as knowledge translation tools towards contextualizing the accountability framework for routine immunization at a subnational level in Nigeria","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accountability; Operationalization; Knowledge translation; Context (archaeology); Health policy; Likert scale; Stakeholder; Policy analysis; Political science; Health services research; Public relations; Public administration; Medicine; Knowledge management; Psychology; Nursing; Public health; Computer science","score_opus":0.584859702133707,"score_gpt":0.5630848283294619,"score_spread":0.021774873804245032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200491809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87624913,0.007330831,0.0035314336,0.107656375,0.00015180637,0.002191211,0.00018171304,0.000020256914,0.0026872556],"genre_scores_gemma":[0.9964309,0.0012164988,0.000050129824,0.00050874776,0.0013302203,0.00015468447,0.000034637327,0.000013198286,0.000261002],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9943343,0.003634545,0.0005853539,0.00026834427,0.000566817,0.0006106602],"domain_scores_gemma":[0.99068856,0.0077750743,0.00019213029,0.0002731709,0.0009174034,0.000153671],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.011248165,0.00011276497,0.00031725856,0.00027227457,0.0020534897,0.00055275025,0.00020839118,0.00016680533,0.000007794318],"category_scores_gemma":[0.02086276,0.00008208985,0.00004917806,0.0016050038,0.00019429994,0.00047289042,0.00010034203,0.00030405555,8.1646584e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055094224,0.000067019275,0.012355762,0.0005505889,0.000016748882,5.4668175e-7,0.15253721,0.000012283294,0.00009414691,0.80316687,0.00015020225,0.030993557],"study_design_scores_gemma":[0.0024291545,0.00021359997,0.72263414,0.0013784438,0.00001029301,0.000025833351,0.15049282,0.0016804942,0.00021821405,0.084239185,0.0363076,0.00037021353],"about_ca_topic_score_codex":0.10269804,"about_ca_topic_score_gemma":0.040914144,"teacher_disagreement_score":0.7189277,"about_ca_system_score_codex":0.0008068718,"about_ca_system_score_gemma":0.008103481,"threshold_uncertainty_score":0.9992457},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4210255074","doi":"10.3138/jsp.53.2.02","title":"Strategies to Increase the Number of Open Access Journals: The Cases of Elsevier and Springer Nature","year":2022,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Competition (biology); Open access journal; Library science; Political science; Business; Computer science; Scopus; Law","score_opus":0.5532761290723078,"score_gpt":0.6122283546242888,"score_spread":0.058952225551980986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210255074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9580271,0.0068989126,0.000097163924,0.024147283,0.00054346386,0.0002205699,0.00004140537,0.0000014970931,0.010022581],"genre_scores_gemma":[0.9973512,0.00037073778,0.0005824177,0.0009847975,0.00014937764,0.0000045087886,2.4642253e-7,0.000009028008,0.00054764416],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9829064,0.0013924032,0.0015311828,0.0003054855,0.013502398,0.00036214865],"domain_scores_gemma":[0.97244596,0.010717818,0.0024198296,0.00080149865,0.01314928,0.00046559505],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"category_scores_codex":[0.12039622,0.00012000133,0.0004404977,0.015015588,0.0008079619,0.216302,0.019032039,0.000094338255,0.0011703243],"category_scores_gemma":[0.1552121,0.000055208664,0.00018268565,0.08051053,0.0001526422,0.09362901,0.011727584,0.0033890556,0.0000018261685],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027710426,0.00022826422,0.6778256,0.000013697048,0.00014606547,0.00012481232,0.0012676545,0.00050249166,0.0014064991,0.0046660216,0.10257793,0.21096386],"study_design_scores_gemma":[0.00068310683,0.00023768206,0.6800468,0.000072653,0.000039302344,0.0011920548,0.024517559,0.000095315176,0.00027923242,0.02583803,0.26684028,0.00015795062],"about_ca_topic_score_codex":0.00046985756,"about_ca_topic_score_gemma":0.000030283374,"teacher_disagreement_score":0.21080591,"about_ca_system_score_codex":0.00009742372,"about_ca_system_score_gemma":0.00097531226,"threshold_uncertainty_score":0.99974275},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4210681748","doi":"10.2196/34275","title":"Creating Effective, Evidence-Based Video Communication of Public Health Science (COVCOM Study): Protocol for a Sequential Mixed Methods Effect Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Norges Forskningsråd; Trond Mohn stiftelse","keywords":"Protocol (science); Observational study; Population; Public health; Toolbox; Health communication; Psychology; Public relations; Medical education; Management science; Computer science; Medicine; Nursing; Alternative medicine; Political science; Engineering","score_opus":0.9204906853938453,"score_gpt":0.7683329489703259,"score_spread":0.15215773642351937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210681748","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010499567,0.0000036652643,0.00040453934,0.0016980956,0.000012903397,0.9866238,0.000010240851,0.00011894205,0.0006282442],"genre_scores_gemma":[0.09476564,7.2644633e-7,0.0023839315,0.0000349683,0.000051058258,0.90264815,0.000008025328,0.000027052853,0.00008045534],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93665045,0.057673916,0.0008410497,0.0007198703,0.0030576847,0.0010570415],"domain_scores_gemma":[0.9892533,0.006703882,0.0005762515,0.0016223299,0.001527634,0.0003166136],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.14771126,0.00019365679,0.0004605171,0.0008467396,0.008767093,0.000595152,0.0028816166,0.000057889396,0.0005362885],"category_scores_gemma":[0.0063956757,0.00018325011,0.00013706536,0.0036599603,0.0013044127,0.0008062654,0.0017047294,0.0008420616,0.000005530086],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045895167,0.022902079,0.13277149,0.0023885444,0.00007399588,0.0000017235761,0.22948064,0.0000655058,0.009883611,0.002011467,0.0016069292,0.5942245],"study_design_scores_gemma":[0.037781626,0.098361365,0.1856718,0.004616204,0.000019785284,0.0000020576583,0.2999923,0.003576631,0.0037336263,0.0010757141,0.36398047,0.0011883997],"about_ca_topic_score_codex":0.0033302878,"about_ca_topic_score_gemma":0.0021568013,"teacher_disagreement_score":0.5930361,"about_ca_system_score_codex":0.0020696337,"about_ca_system_score_gemma":0.0027991799,"threshold_uncertainty_score":0.9925234},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4210961700","doi":"10.5195/jmla.2022.1430","title":"Creating a more inclusive journal: the Journal of the Medical Library Association’s evolving process for selecting editorial board members","year":2021,"lang":"en","type":"editorial","venue":"Journal of the Medical Library Association JMLA","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Editorial board; Selection (genetic algorithm); Process (computing); Computer science; Association (psychology); World Wide Web; Library science; Data science; Psychology; Artificial intelligence","score_opus":0.006024636481938758,"score_gpt":0.2899455282906684,"score_spread":0.28392089180872965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210961700","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024801155,0.0013477234,0.00004116549,0.14945401,0.843875,0.00037515553,0.000074341726,0.000029570207,0.0023229157],"genre_scores_gemma":[0.002246067,0.0021202052,0.00012408909,0.0031919004,0.98445547,0.0000052127384,0.000020167032,0.00007398766,0.007762918],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9636726,0.0051929946,0.002417339,0.00025384562,0.027626999,0.0008362715],"domain_scores_gemma":[0.9406629,0.03448785,0.01718079,0.00039667342,0.005955693,0.0013160612],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.03499851,0.000413338,0.0012606329,0.00023261808,0.0034998618,0.0014081683,0.00634651,0.0027352944,0.001547671],"category_scores_gemma":[0.2771899,0.00022808374,0.0015098152,0.0014733819,0.00038844766,0.0028220767,0.0011232937,0.009790271,0.0000016190654],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016531265,0.0001231787,0.0067377184,0.00009028805,0.0010820145,0.000049473383,0.01718808,0.00004623895,0.0000012679169,0.00003543034,0.9740424,0.00043855634],"study_design_scores_gemma":[0.0023463098,0.00016749304,0.00019210578,0.0030224766,0.0011710987,0.000048175232,0.03097708,0.00006324102,0.000028473976,0.0017036858,0.96002316,0.000256668],"about_ca_topic_score_codex":0.000055489534,"about_ca_topic_score_gemma":0.000068235444,"teacher_disagreement_score":0.24219139,"about_ca_system_score_codex":0.002204547,"about_ca_system_score_gemma":0.028711092,"threshold_uncertainty_score":0.9996285},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4211125586","doi":"10.2139/ssrn.4031054","title":"Controlled Digital Lending of Library Books in Canada","year":2022,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Art History and Market Analysis","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Library; Burnaby Hospital; Royal Alberta Museum; University of Calgary; University of New Brunswick; Canadian Association of Research Libraries; Queen's University; University of Alberta; British Columbia Institute of Technology; University of Fredericton; Canadian Association of Occupational Therapists; Canadian Library Association","funders":"","keywords":"Digital library; Business; Library science; World Wide Web; Computer science; Art","score_opus":0.005324568502135482,"score_gpt":0.15279361137282418,"score_spread":0.1474690428706887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211125586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80745417,0.004567208,0.000028394708,0.000595512,0.0005395785,0.00013904141,0.000047004567,0.000015637306,0.18661346],"genre_scores_gemma":[0.9649646,0.00011990832,9.0271504e-7,0.000084267944,0.00013179124,0.0000063489038,0.0000075852813,0.000011312938,0.034673236],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99861526,0.00007738306,0.00030257832,0.00008283464,0.00021608458,0.0007058697],"domain_scores_gemma":[0.9996602,0.00005697206,0.0001699361,0.00006683252,0.000013381172,0.00003270281],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040042383,0.00007930047,0.000244155,0.0001585242,0.0003915412,0.000041996704,0.00018719696,0.000006518757,0.0027281672],"category_scores_gemma":[0.000012690838,0.00007225338,0.00012230554,0.00004068929,0.000035537007,0.0003600987,0.000054258722,0.0008023059,0.0000013169787],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010602444,0.000121471145,0.011771285,0.000008940073,0.000603097,0.000056365225,0.0065919915,0.0003119182,0.000018284307,0.95516217,0.0069238944,0.017370354],"study_design_scores_gemma":[0.004653122,0.000488179,0.00007892135,0.000015347303,0.000119686236,0.000117837495,0.13539442,0.00047697005,0.000011072007,0.107576795,0.7506862,0.00038141297],"about_ca_topic_score_codex":0.11448111,"about_ca_topic_score_gemma":0.8968572,"teacher_disagreement_score":0.8475854,"about_ca_system_score_codex":0.001221206,"about_ca_system_score_gemma":0.006257689,"threshold_uncertainty_score":0.9993759},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4224316587","doi":"10.1136/bmjopen-2021-059445","title":"Assessing the impact of predatory journals on policy and guidance documents: a cross-sectional study protocol","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Memorial University of Newfoundland; Ottawa Hospital; Dalhousie University; University of Ottawa","funders":"Ottawa Hospital Anesthesia Alternate Funds Association; Dalhousie University; University of Ottawa","keywords":"Medicine; Cross-sectional study; Protocol (science); Environmental health; Alternative medicine; Pathology","score_opus":0.7721978534082363,"score_gpt":0.7632492341181518,"score_spread":0.008948619290084503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224316587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8438905,0.000018300334,0.00003662629,0.0002560812,0.000094362986,0.14098231,0.000053794138,0.000004239762,0.014663785],"genre_scores_gemma":[0.9287419,5.1234707e-7,0.000062298255,0.00008125259,0.000082332685,0.068542145,3.7010975e-7,0.000006842877,0.002482351],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98748684,0.0012989913,0.00089715305,0.0004902836,0.009500004,0.00032670426],"domain_scores_gemma":[0.99460614,0.002447668,0.00068932684,0.0008009519,0.0012866196,0.00016931782],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.07873661,0.00010160687,0.00023495252,0.014013605,0.0010468466,0.0136302365,0.0038981538,0.000025566456,0.0023080227],"category_scores_gemma":[0.025896512,0.000052136114,0.00010406357,0.06517633,0.00012291798,0.0014818667,0.0048836237,0.0002773885,0.000014760508],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019682094,0.00044881352,0.9841341,0.000002364014,0.000027671844,0.0000062123586,0.00016033593,0.0006872142,0.000097232434,0.00007267324,0.00555147,0.008615096],"study_design_scores_gemma":[0.0011010548,0.0010154115,0.99098027,0.0000060166067,7.941286e-7,0.000019711413,0.00064750883,0.00061726297,0.0000246227,0.0025387972,0.0029780066,0.00007054338],"about_ca_topic_score_codex":0.001169105,"about_ca_topic_score_gemma":0.0000070373944,"teacher_disagreement_score":0.08485139,"about_ca_system_score_codex":0.00030446443,"about_ca_system_score_gemma":0.0012613776,"threshold_uncertainty_score":0.998604},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4224529706","doi":"10.4018/978-1-7998-9702-6.ch001","title":"Exploring Data Science Initiatives Through an International Lens","year":2022,"lang":"en","type":"book-chapter","venue":"Advances in library and information science (ALIS) book series","topic":"Research Data Management Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Globe; Variety (cybernetics); Visibility; Data science; Field (mathematics); Value (mathematics); e-Science; Visual analytics; Political science; Engineering ethics; Computer science; Knowledge management; Engineering; Geography; Visualization; Psychology","score_opus":0.21767173584323388,"score_gpt":0.36749405847921585,"score_spread":0.14982232263598197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224529706","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000060719056,0.00065152464,0.0004500073,0.0020470482,0.00094151736,0.0003138512,0.00020416184,0.00021282912,0.9951183],"genre_scores_gemma":[0.0012559724,0.98862135,0.008286502,0.00080039876,0.00007732604,0.000048539576,0.00027719964,0.00001525968,0.0006174621],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960887,0.00004414877,0.00062376045,0.0009379515,0.0018431938,0.00046226656],"domain_scores_gemma":[0.9971849,0.00018246094,0.00054198864,0.0018579636,0.00010064316,0.00013204972],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.0015955201,0.00027823733,0.00022643921,0.0012221187,0.0009851251,0.004606747,0.008948845,0.000036796388,0.00020194626],"category_scores_gemma":[0.00038399483,0.00027072572,0.00002158699,0.0009093564,0.002451906,0.9991737,0.008381024,0.0004693026,0.000012742287],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020983927,0.000008816583,0.000063215775,0.000026970763,0.0000043174405,0.000007645361,0.0014717673,0.000090774396,0.0000041141766,0.9966696,0.0000011802294,0.0016306232],"study_design_scores_gemma":[0.00012508324,0.00013028766,0.00035880582,0.0000771449,0.00000237156,0.000018253055,0.0006770228,0.00047978337,0.0001382834,0.0007248503,0.99694234,0.0003257954],"about_ca_topic_score_codex":0.000005065105,"about_ca_topic_score_gemma":0.0000027900194,"teacher_disagreement_score":0.99694115,"about_ca_system_score_codex":0.00008086507,"about_ca_system_score_gemma":0.0006417825,"threshold_uncertainty_score":0.9999745},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4230649703","doi":"10.3138/jsp.35.4.210","title":"A Tale of Two Journals","year":2004,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"History; Operations research; Computer science; Mathematics","score_opus":0.031175285504923822,"score_gpt":0.2565850488407769,"score_spread":0.22540976333585305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230649703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76226133,0.00259364,0.1588662,0.020023985,0.001282581,0.000089974805,0.0000015246269,0.000059582384,0.054821156],"genre_scores_gemma":[0.93560463,0.00003971709,0.06286945,0.0006959935,0.00024926566,4.3801577e-7,1.9408212e-7,0.0000072608364,0.0005330299],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977546,0.00005051959,0.0007391782,0.00012294558,0.0011325536,0.00020024649],"domain_scores_gemma":[0.9975434,0.000098725686,0.0008707467,0.0001831505,0.0010716869,0.00023229195],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0018183057,0.000098219345,0.00023023355,0.0008217441,0.00012497706,0.033888083,0.0017920496,0.0000670464,0.00002759771],"category_scores_gemma":[0.0017168215,0.0000781847,0.00015867694,0.0013678463,0.000027621998,0.21976514,0.0002879599,0.0007148223,0.0000046527402],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025224072,0.0015425053,0.18637851,0.00013537575,0.0009070193,0.0011370184,0.020317461,0.008471339,0.03657677,0.3833133,0.07585566,0.2851128],"study_design_scores_gemma":[0.013687443,0.0013585587,0.100853495,0.0016672773,0.000050813716,0.004095605,0.0011362756,0.0003352784,0.067699194,0.64452034,0.16353038,0.0010653532],"about_ca_topic_score_codex":0.000009671506,"about_ca_topic_score_gemma":0.0000013235203,"teacher_disagreement_score":0.28404745,"about_ca_system_score_codex":0.00008722893,"about_ca_system_score_gemma":0.00066577626,"threshold_uncertainty_score":0.9671148},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4232529136","doi":"10.1139/cjc-2015-0201","title":"Appuyer le libre accès et offrir un plus grand choix aux auteurs","year":2015,"lang":"fr","type":"article","venue":"Canadian Journal of Chemistry","topic":"Health, Medicine and Society","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Chemistry; Humanities; Philosophy","score_opus":0.06687742783372794,"score_gpt":0.36168792800451727,"score_spread":0.29481050017078936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232529136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57188374,0.060564265,0.00020907904,0.29249182,0.0073410803,0.00038948416,0.00022538916,0.000025288586,0.06686987],"genre_scores_gemma":[0.85893506,0.0032056442,0.0010127927,0.04232443,0.008315963,0.000010697907,0.00005258084,0.00014581005,0.08599699],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99629265,0.00060307194,0.0011525677,0.00025453346,0.00046976787,0.0012274131],"domain_scores_gemma":[0.99101275,0.000363198,0.00066389766,0.0004096883,0.0008978678,0.0066525987],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0031757161,0.00031611638,0.00072905375,0.000078901576,0.0006037428,0.000070292306,0.0006771825,0.0015826605,0.0015032283],"category_scores_gemma":[0.001913207,0.00031172857,0.00025649328,0.00035053355,0.0003790879,0.00050008454,0.000052672836,0.0052571925,0.00009264296],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004462192,0.00004518654,0.0022727067,0.0013354268,0.00013006091,0.0010613198,0.049855057,0.000034853372,0.0001564564,0.00015766808,0.9376043,0.0073023485],"study_design_scores_gemma":[0.0042182985,0.00009277856,0.00096589053,0.0020039699,0.00008711131,0.0005615957,0.03790944,0.000059558344,0.00039242374,0.00060511444,0.95281047,0.00029335462],"about_ca_topic_score_codex":0.021708101,"about_ca_topic_score_gemma":0.014975215,"teacher_disagreement_score":0.28705138,"about_ca_system_score_codex":0.0012673074,"about_ca_system_score_gemma":0.13103718,"threshold_uncertainty_score":0.9999335},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4234464363","doi":"10.29085/9781856048613.019","title":"Portable science: podcasting as an outreach tool for a large academicscience and engineering library","year":2018,"lang":"en","type":"book-chapter","venue":"Facet eBooks","topic":"Radio, Podcasts, and Digital Media","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Outreach; The Internet; Science and engineering; Library science; Multimedia; World Wide Web; Engineering; Computer science; Political science; Engineering ethics","score_opus":0.029832875371434843,"score_gpt":0.28815809756385324,"score_spread":0.2583252221924184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234464363","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028425965,0.0002760888,0.00012212894,0.00010663904,0.0009035966,0.00085589447,0.00021288899,0.00030987622,0.9687869],"genre_scores_gemma":[0.11845258,0.00006701406,0.0029251764,0.0007555328,0.0026363106,0.000057810917,0.000042977936,0.00012641512,0.87493616],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99718094,0.00001233714,0.0003513183,0.0007883318,0.00071862317,0.0009484332],"domain_scores_gemma":[0.9987103,0.00013948824,0.00019884837,0.00030725048,0.00011154954,0.0005326018],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011872394,0.0003388547,0.0003785972,0.00029110425,0.00094395207,0.0008676585,0.0007493897,0.00044234336,0.00015065106],"category_scores_gemma":[0.00048011926,0.00034226765,0.00008970035,0.00006678086,0.0010790095,0.0013168387,0.00022076593,0.00037153123,0.00004267431],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002430261,0.000020699837,0.00024525434,0.000114407725,0.0000268098,0.000026364116,0.02045259,0.0000010563596,0.00051210163,0.938989,0.004333285,0.035254125],"study_design_scores_gemma":[0.00031888834,0.00020639885,0.00006139766,0.00025162022,0.000033427834,0.000015307201,0.0010002817,0.00030391006,0.00024823015,0.027908035,0.9689365,0.0007160056],"about_ca_topic_score_codex":0.000027359925,"about_ca_topic_score_gemma":0.000023706258,"teacher_disagreement_score":0.9646032,"about_ca_system_score_codex":0.000086304426,"about_ca_system_score_gemma":0.0010927883,"threshold_uncertainty_score":0.99990296},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4234730809","doi":"10.1353/scp.2005.0020","title":"Herding Cats: The View from the Volume and Series Editor","year":2005,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Herding; Publishing; Plague (disease); Sociology; Volume (thermodynamics); Library science; Social science; History; Political science; Law; Computer science; Archaeology","score_opus":0.36834079132810094,"score_gpt":0.4825268289956465,"score_spread":0.11418603766754554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234730809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61660606,0.030480098,0.0013427282,0.34306479,0.0061687473,0.00014370581,0.000026551439,0.0000110951405,0.002156243],"genre_scores_gemma":[0.9737337,0.001601854,0.0032460766,0.002971091,0.016688844,0.0000020505709,7.3660703e-7,0.00001462127,0.0017410152],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9870357,0.00057628175,0.0010269821,0.00030002213,0.010651668,0.00040938304],"domain_scores_gemma":[0.9810392,0.00837975,0.000982341,0.000651776,0.008506033,0.00044088953],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.07506255,0.00012480674,0.00028721054,0.0075222063,0.0009200902,0.2350358,0.0054393015,0.0001372683,0.00031700914],"category_scores_gemma":[0.1816296,0.000052438296,0.00015423668,0.042812586,0.00019728128,0.10896567,0.0010693881,0.002130181,0.000050904677],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001565018,0.000023193257,0.11240533,9.71311e-7,0.000029718944,0.0000072503753,0.00077007763,0.000016606642,0.00024630307,0.00028115636,0.60025644,0.28594732],"study_design_scores_gemma":[0.00022781936,0.000059240825,0.13892668,0.000026490916,0.000010973346,0.000069505244,0.0033402233,0.00027784734,0.000047675207,0.0045476067,0.85239273,0.00007319054],"about_ca_topic_score_codex":0.00016265025,"about_ca_topic_score_gemma":0.000053020358,"teacher_disagreement_score":0.35712767,"about_ca_system_score_codex":0.0001329816,"about_ca_system_score_gemma":0.0002990528,"threshold_uncertainty_score":0.99994177},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4235997437","doi":"10.3138/d124-4482-1h75-6642","title":"On the Innovative Spirits of Academic Journal Editors","year":2007,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pace; Competition (biology); Selection (genetic algorithm); Sociology; Process (computing); Engineering ethics; Computer science; Knowledge management; Engineering; Artificial intelligence","score_opus":0.06623520531161456,"score_gpt":0.28284473283691675,"score_spread":0.2166095275253022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235997437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8657106,0.0012164947,0.0004139169,0.048258416,0.008442377,0.00011291846,0.0000107108135,0.00002440354,0.07581017],"genre_scores_gemma":[0.98505014,0.00006262742,0.00031974787,0.001911846,0.011995102,6.472509e-7,0.0000025488494,0.00002391445,0.0006333987],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99578834,0.0003982176,0.001546157,0.000119209144,0.0017909119,0.00035718214],"domain_scores_gemma":[0.9864659,0.0017570578,0.0026886857,0.0003756461,0.008510222,0.00020249766],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.028291054,0.00017982276,0.00032231733,0.0010354463,0.0009042045,0.035149094,0.0027189914,0.00023324469,0.00023635164],"category_scores_gemma":[0.027221838,0.0001117943,0.00019040398,0.000533479,0.00025177552,0.10681121,0.0001804736,0.009706179,0.00000759173],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017678514,0.00014825322,0.0030979258,0.000012803938,0.00019336266,0.000021802687,0.029741185,0.000017070292,0.0014030039,0.5296534,0.42143047,0.014103975],"study_design_scores_gemma":[0.0012088665,0.00069212937,0.01253787,0.0008275167,0.00006198963,0.00020728259,0.026343098,0.000011591675,0.0011110066,0.061896708,0.89478797,0.00031399558],"about_ca_topic_score_codex":0.000044953842,"about_ca_topic_score_gemma":0.000022659919,"teacher_disagreement_score":0.47335747,"about_ca_system_score_codex":0.00020900411,"about_ca_system_score_gemma":0.00039377186,"threshold_uncertainty_score":0.99257845},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4236062734","doi":"10.3138/jsp.37.2.136","title":"What Happens When the Author Does Not Provide an Abstract","year":2006,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generality; Disadvantage; Search engine indexing; Computer science; World Wide Web; Management; Artificial intelligence; Economics","score_opus":0.06708405637396002,"score_gpt":0.2677051018352893,"score_spread":0.20062104546132925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236062734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78413856,0.0019593213,0.00004293409,0.16596822,0.004645868,0.0002244801,0.000026247631,0.000117234136,0.04287711],"genre_scores_gemma":[0.982052,0.00005177956,0.0006769077,0.0020627438,0.0044668326,0.0000056010035,0.000025896235,0.00003854422,0.010619666],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99644023,0.00041157863,0.0011663454,0.00022919741,0.0013543977,0.00039826435],"domain_scores_gemma":[0.9946215,0.00043715554,0.00137223,0.00076867704,0.0025984403,0.00020200366],"candidate_categories":["sts","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.01071546,0.00022584166,0.00030396093,0.0003988053,0.001476784,0.3714644,0.0029832674,0.00018154326,0.00042232347],"category_scores_gemma":[0.0028968481,0.00012624385,0.0002295448,0.0001028032,0.00019882745,0.43333828,0.00020742926,0.0036489316,0.000024962692],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023223096,0.0006621702,0.0060846107,0.000059364265,0.0002472027,0.00007612806,0.117672846,0.00010264423,0.0052123466,0.5247838,0.28763586,0.057230826],"study_design_scores_gemma":[0.00051782926,0.00012336367,0.012061373,0.00020619782,0.00006562595,0.000053911535,0.028113011,0.000054232743,0.0002356903,0.042028278,0.9162792,0.00026127585],"about_ca_topic_score_codex":0.0017833398,"about_ca_topic_score_gemma":0.0031817474,"teacher_disagreement_score":0.62864333,"about_ca_system_score_codex":0.00015670115,"about_ca_system_score_gemma":0.00026834357,"threshold_uncertainty_score":0.99982315},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4236731814","doi":"10.1139/cjes-2015-0075","title":"Appuyer le libre accès et offrir un plus grand choix aux auteurs","year":2015,"lang":"fr","type":"article","venue":"Canadian Journal of Earth Sciences","topic":"Health, Medicine and Society","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Geology; Philosophy","score_opus":0.13608875446860333,"score_gpt":0.39643653520902067,"score_spread":0.2603477807404173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236731814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5552062,0.050634168,0.0002924817,0.34278864,0.01645808,0.0005130442,0.000077257755,0.000015819569,0.034014337],"genre_scores_gemma":[0.9108906,0.0030100017,0.004146232,0.054017194,0.0034681514,0.0000045052857,0.000004238446,0.000039532493,0.024419557],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949907,0.0015484983,0.0009784895,0.00029077643,0.00076509966,0.0014264064],"domain_scores_gemma":[0.992538,0.0005792316,0.00059005246,0.0002356003,0.0007452551,0.0053118714],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010441759,0.00023273863,0.00057345536,0.00035935699,0.0018834753,0.00018778844,0.0009037028,0.0006099954,0.0007778919],"category_scores_gemma":[0.0021776282,0.000189931,0.00017463548,0.0011018874,0.0014832685,0.0015024131,0.00005068518,0.0026658184,0.00016929513],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042642878,0.00007384169,0.07347841,0.00042595193,0.000095115414,0.0009897631,0.21222728,0.00065870397,0.000009871943,0.014725966,0.6661677,0.0311048],"study_design_scores_gemma":[0.0019258758,0.0006679953,0.02949459,0.0012060861,0.000039390616,0.00023077131,0.0566427,0.00045169538,0.0000073699002,0.0015381324,0.9075737,0.00022167263],"about_ca_topic_score_codex":0.07093326,"about_ca_topic_score_gemma":0.3795933,"teacher_disagreement_score":0.35568443,"about_ca_system_score_codex":0.00009804869,"about_ca_system_score_gemma":0.15583277,"threshold_uncertainty_score":0.9996351},"labels":[{"model":"gemma","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4237895129","doi":"10.3138/jsp.44.2.002","title":"The <i>Wisconsin Magazine of History</i>: A Case Study in Scholarly and Popular Approaches to American State Historical Society Publishing, 1917–2000","year":2012,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"American History and Culture","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Professionalization; State (computer science); Publishing; Elite; Appeal; Comparative historical research; Sociology; Business history; History; Law; Media studies; Social science; Political science; Economic history; Politics","score_opus":0.08065630041004948,"score_gpt":0.2323745514262324,"score_spread":0.15171825101618291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237895129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9817256,0.0075217886,0.00018875951,0.0075591807,0.0009107341,0.00034877952,0.0000027568176,0.000030372918,0.0017120291],"genre_scores_gemma":[0.9930094,0.000040064864,0.0019780328,0.0027246336,0.0012810295,0.00001253382,0.0000022554768,0.00004846008,0.00090359926],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99644214,0.00020167748,0.0011794851,0.00033457507,0.0012196079,0.0006224972],"domain_scores_gemma":[0.99633086,0.00013249464,0.001927883,0.0003915381,0.0010251701,0.00019204657],"candidate_categories":["scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.008946208,0.00032079828,0.0006697508,0.0005932814,0.00045180973,0.018659009,0.00096942164,0.00012991947,0.00001778019],"category_scores_gemma":[0.003907041,0.00023850426,0.00022963341,0.0014688554,0.00021672058,0.17691043,0.00044545822,0.0027653927,0.0000044994567],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031294036,0.0012432182,0.71299255,0.00010417228,0.00025550328,0.0005330159,0.032552127,0.000042407315,0.00060912286,0.0017073253,0.21758443,0.032063216],"study_design_scores_gemma":[0.001311171,0.0001850539,0.059060432,0.00007750539,0.00017132846,0.00058506127,0.045217823,0.000030550214,0.00000206016,0.00015740657,0.89278686,0.00041473343],"about_ca_topic_score_codex":0.0052576605,"about_ca_topic_score_gemma":0.0009926502,"teacher_disagreement_score":0.6752024,"about_ca_system_score_codex":0.0018250316,"about_ca_system_score_gemma":0.00026222816,"threshold_uncertainty_score":0.99953526},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4239134503","doi":"10.3138/jsp.40.4.408","title":"Writing a Series of Best-Selling Research Reference Books","year":2009,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"African Education and Politics","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Set (abstract data type); Library science; Mathematics education; Series (stratigraphy); Computer science; Sociology; Psychology","score_opus":0.2338386554932815,"score_gpt":0.4376869365998974,"score_spread":0.20384828110661588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239134503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62464815,0.0010735558,0.00012535439,0.04558685,0.00037125632,0.000079163416,0.0000033733568,0.000016008833,0.32809627],"genre_scores_gemma":[0.9904165,0.00025628437,0.0046320744,0.00046197706,0.0010956454,3.991306e-7,4.9792453e-7,0.0000059720755,0.0031306376],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99678564,0.0005624753,0.00060106197,0.000099780205,0.0015517381,0.00039930653],"domain_scores_gemma":[0.99383646,0.00047070163,0.0004986467,0.00013229992,0.0047558043,0.00030605818],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.013089723,0.000065167485,0.0001853901,0.00047414692,0.00066441944,0.009165243,0.0008154118,0.00015052635,0.00008009875],"category_scores_gemma":[0.01260809,0.00006201037,0.000067615794,0.00068071776,0.00021739797,0.037340593,0.000035319383,0.001852343,0.0000049261657],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039007722,0.00017633729,0.01282624,0.000021545462,0.000024131796,0.000017138753,0.07743186,0.000011142187,0.002090471,0.8675699,0.012809005,0.026983192],"study_design_scores_gemma":[0.00041107432,0.0005653239,0.009830345,0.00064411806,0.000029486757,0.000044868364,0.3609454,0.0000061550772,0.00088431843,0.111552626,0.5148513,0.0002350084],"about_ca_topic_score_codex":0.0004793474,"about_ca_topic_score_gemma":0.00006338213,"teacher_disagreement_score":0.7560173,"about_ca_system_score_codex":0.00019712391,"about_ca_system_score_gemma":0.0014578908,"threshold_uncertainty_score":0.9957091},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4241739123","doi":"10.32920/ryerson.14647431.v1","title":"Assessing digital strategies and tools for legacy publishers: What works? What fails? And What's next?","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Digital Platforms and Economics","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; York University","funders":"","keywords":"Dominance (genetics); Legacy system; Face (sociological concept); Context (archaeology); Transition (genetics); Computer science; Focus (optics); Digital library; World Wide Web; Political science; Data science; Library science; Sociology; Social science; History; Software; Art","score_opus":0.06398613520421946,"score_gpt":0.2549194183281792,"score_spread":0.19093328312395974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241739123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97792655,0.010002475,0.0014707963,0.0010899248,0.002317103,0.0005952328,1.8646911e-7,0.00015459461,0.006443118],"genre_scores_gemma":[0.9908402,0.0051294575,0.000580161,0.0013493547,0.0011245989,0.00005902102,0.0008322269,0.00006666436,0.00001832045],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99788743,0.0000012067751,0.0005400783,0.0008910866,0.00016196644,0.00051820837],"domain_scores_gemma":[0.9987534,0.00018351202,0.0003910941,0.00040217172,0.00022137754,0.000048425576],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00030045482,0.0005280963,0.0006294261,0.00022992649,0.00021666905,0.9955215,0.00032049042,0.00035628706,0.00009582354],"category_scores_gemma":[0.00014072942,0.00049253006,0.00018495061,0.00013485285,0.00011845922,0.993049,0.0016425672,0.0003481812,0.000011249799],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017016786,0.000040986844,0.000009551222,0.0007945291,0.00010255333,0.0000082141005,0.00008209879,0.00012341722,0.0000026280397,0.0062844357,0.00008582432,0.99244875],"study_design_scores_gemma":[0.00040715295,0.000007169964,0.00016782992,0.0034370797,0.00006051585,0.0000047586286,0.9615635,0.002735387,0.0000032279977,0.028253095,0.0026925183,0.0006677549],"about_ca_topic_score_codex":0.000083477884,"about_ca_topic_score_gemma":0.00015312691,"teacher_disagreement_score":0.991781,"about_ca_system_score_codex":0.000043406937,"about_ca_system_score_gemma":0.00011917248,"threshold_uncertainty_score":0.99975264},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4244289965","doi":"10.3138/jsp.39.1.33","title":"Authority 3.0: Friend or Foe to Scholars?","year":2007,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Web and Library Services","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Minor (academic); Permission; History; Law; Political science; Genealogy; Media studies; Sociology","score_opus":0.0338765884333175,"score_gpt":0.27852824977262075,"score_spread":0.24465166133930324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244289965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6449759,0.000755771,0.28608724,0.047337245,0.004376905,0.00015747616,0.0000026610812,0.00015406412,0.01615274],"genre_scores_gemma":[0.7414564,0.000010650507,0.24928185,0.006937195,0.0014307521,6.64362e-7,6.81887e-7,0.000018520665,0.00086327636],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967214,0.00013751542,0.00084476714,0.0003161087,0.001437181,0.00054305955],"domain_scores_gemma":[0.9965411,0.0003009145,0.00054535427,0.0005283541,0.001209356,0.00087494054],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.009656929,0.00017852975,0.000296834,0.0008724498,0.00030726352,0.06608115,0.004516877,0.0002074643,0.00006854314],"category_scores_gemma":[0.0029967765,0.00013392317,0.00014426021,0.00192785,0.000016545002,0.3096907,0.0007642048,0.0021479581,0.00003759566],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073259993,0.0007029784,0.11071547,0.00012881446,0.00031847303,0.0033960412,0.016584639,0.00014185638,0.012508677,0.26769584,0.13095842,0.45611617],"study_design_scores_gemma":[0.001187199,0.0007399873,0.23110253,0.0002478919,0.000020662234,0.0007732184,0.0012766502,0.0002127596,0.0032512392,0.010906432,0.7497919,0.0004895289],"about_ca_topic_score_codex":0.000039726245,"about_ca_topic_score_gemma":0.000035012385,"teacher_disagreement_score":0.6188335,"about_ca_system_score_codex":0.00010604027,"about_ca_system_score_gemma":0.00039245456,"threshold_uncertainty_score":0.93488836},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4244401793","doi":"10.1136/ebm.11.6.162-a","title":"Of studies, syntheses, synopses, summaries, and systems: the \"5S\" evolution of information services for evidence-based healthcare decisions","year":2006,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":151,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Health care; Information system; Data science; Healthcare system; Real world evidence; Knowledge management; Information retrieval; Medicine; Engineering; Political science","score_opus":0.1694791498193305,"score_gpt":0.4373667516424011,"score_spread":0.2678876018230706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244401793","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.106417395,0.73932856,0.026377544,0.11095524,0.003444178,0.012811476,0.00034820192,0.00022108508,0.00009630222],"genre_scores_gemma":[0.990871,0.0047395835,0.0005748216,0.0014002786,0.00085517816,0.0013560787,0.00006913455,0.00003367047,0.00010024918],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.9920223,0.0022545902,0.0031976115,0.00040876362,0.0012209893,0.0008957735],"domain_scores_gemma":[0.9457588,0.04783053,0.0024115471,0.0009032889,0.0028704745,0.00022534533],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010739631,0.00037663028,0.0012766863,0.0004898841,0.0009640751,0.000012851611,0.0005016816,0.00035369315,0.000023479834],"category_scores_gemma":[0.015319039,0.00023722705,0.000105801235,0.000941756,0.0005293983,0.00086547335,0.00008095555,0.0005771557,0.000007976392],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00867843,0.00040114153,0.41537318,0.3437712,0.00047281626,0.000008761508,0.011483054,0.0049121315,0.0036937073,0.09361184,0.08587935,0.03171439],"study_design_scores_gemma":[0.0076899575,0.007483931,0.05546145,0.6836772,0.0010998277,0.000017017675,0.06129482,0.036725584,0.0008192812,0.0026611078,0.1420353,0.0010345415],"about_ca_topic_score_codex":0.054872714,"about_ca_topic_score_gemma":0.008105821,"teacher_disagreement_score":0.8844536,"about_ca_system_score_codex":0.0015028503,"about_ca_system_score_gemma":0.0051946514,"threshold_uncertainty_score":0.99297535},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4245167715","doi":"10.1353/scp.0.0082","title":"Academic Search Engine Optimization ( ASEO ): Optimizing Scholarly Literature for Google Scholar &amp; Co.","year":2010,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Computer science; Information retrieval; Mathematics; Artificial intelligence","score_opus":0.031066419338067825,"score_gpt":0.3222108468978427,"score_spread":0.2911444275597749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245167715","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02974896,0.0017517911,0.9595239,0.0071914266,0.0007541754,0.00032952576,0.000016280117,0.00026605633,0.0004178634],"genre_scores_gemma":[0.070530824,0.00028157368,0.92674774,0.0009182465,0.0011160738,0.000015366177,0.000037755475,0.00006135825,0.00029103996],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949989,0.0002992934,0.0013492984,0.00064925343,0.0019539287,0.0007493578],"domain_scores_gemma":[0.9893008,0.0005157547,0.0011918081,0.0010197489,0.0073609753,0.0006109401],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.013935222,0.00038841838,0.0006024827,0.0020423513,0.0007692972,0.086746484,0.005178427,0.000913442,0.00002925353],"category_scores_gemma":[0.016809413,0.00035588993,0.0004369713,0.0025370137,0.000067379784,0.35957772,0.00054039655,0.014651058,0.000007667641],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003206318,0.0006311938,0.008652884,0.0002817841,0.00080009416,0.00020918545,0.0071632415,0.11234448,0.5295895,0.056394525,0.037473373,0.24613912],"study_design_scores_gemma":[0.01029006,0.0015027272,0.002966792,0.0028298516,0.0004789938,0.0034186938,0.000706518,0.26712322,0.11905401,0.050327737,0.5371332,0.004168151],"about_ca_topic_score_codex":0.000004997771,"about_ca_topic_score_gemma":0.0000025393995,"teacher_disagreement_score":0.49965987,"about_ca_system_score_codex":0.00026657697,"about_ca_system_score_gemma":0.000482619,"threshold_uncertainty_score":0.9998893},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4246893796","doi":"10.1111/j.1553-2712.2006.tb00993.x","title":"Publication Bias of Randomized Controlled Trials in Emergency Medicine","year":2006,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Randomized controlled trial; Emergency medicine; MEDLINE; Medical emergency; Internal medicine; Law","score_opus":0.7370701681912594,"score_gpt":0.5703661480683608,"score_spread":0.16670402012289853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246893796","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3218854,0.20797102,0.024358505,0.086333044,0.014013405,0.018429516,0.000030272247,0.000054596963,0.32692423],"genre_scores_gemma":[0.88862556,0.021374205,0.00020147592,0.00018543184,0.0025180199,0.0007771036,0.000092887065,0.00003265995,0.08619264],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.60142356,0.120806314,0.25539812,0.0025649762,0.018805675,0.0010013351],"domain_scores_gemma":[0.79142225,0.07021576,0.12440625,0.005835728,0.0076540266,0.00046597776],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7282401,0.0006203751,0.03576208,0.0025980296,0.00007958574,0.000005384388,0.0023772432,0.000374534,0.21933721],"category_scores_gemma":[0.8129064,0.00023359162,0.005003429,0.005525862,0.00034487457,0.00032520166,0.000093047274,0.00056815334,0.00052237994],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030687258,0.000071614486,0.088813856,0.000099437246,0.0006595948,7.6808004e-7,0.0008557882,0.000038001963,0.0024707797,0.025138872,0.87791073,0.00087185024],"study_design_scores_gemma":[0.38244277,0.00030247515,0.042792685,0.0010315996,0.009277999,0.000009490949,0.002469882,0.0149338525,0.0001461916,0.37903917,0.16655989,0.0009940191],"about_ca_topic_score_codex":0.0007515951,"about_ca_topic_score_gemma":0.000092909606,"teacher_disagreement_score":0.7113508,"about_ca_system_score_codex":0.000042428554,"about_ca_system_score_gemma":0.00008455954,"threshold_uncertainty_score":0.97855306},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4249889786","doi":"10.12688/f1000research.15256.1","title":"What is a predatory journal? A scoping review","year":2018,"lang":"en","type":"review","venue":"F1000Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":154,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Ottawa Hospital Anesthesia Alternate Funds Association; Ottawa Hospital Research Institute; University of Ottawa","keywords":"PsycINFO; Grey literature; MEDLINE; CINAHL; Web of science; Medicine; Information retrieval; Computer science; Biology","score_opus":0.9152973410968032,"score_gpt":0.7496890964298902,"score_spread":0.16560824466691293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249889786","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.255653e-7,0.9891187,0.000106277745,0.0008828244,0.0026197047,0.003716286,0.00009015624,0.000039791656,0.0034257455],"genre_scores_gemma":[5.2989005e-8,0.96390384,0.00022966017,0.0005779005,0.0011173005,0.00022318854,0.000016028762,0.00010245543,0.033829555],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94984335,0.0044482057,0.003775579,0.00223753,0.0374523,0.002243045],"domain_scores_gemma":[0.9553101,0.018983481,0.001865007,0.0047946726,0.016520204,0.002526517],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.15264933,0.0006879686,0.003806303,0.1078312,0.0009572492,0.026632125,0.016449604,0.000695651,0.02420215],"category_scores_gemma":[0.10513544,0.00041257645,0.002047736,0.27617756,0.00077416096,0.0031723238,0.005682404,0.0030145394,0.028096732],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000159701,0.000040207102,0.000004013262,0.026080213,0.00004341976,0.000061667655,0.000020137191,6.281368e-9,2.5901524e-8,0.000008139489,0.37155786,0.60218275],"study_design_scores_gemma":[0.00008043241,0.00013712017,0.0000012251758,0.31544873,0.000054660017,0.00019659036,0.00003515115,0.000009269235,6.34924e-7,0.00047007186,0.68326277,0.00030332606],"about_ca_topic_score_codex":0.000009779443,"about_ca_topic_score_gemma":0.000005209153,"teacher_disagreement_score":0.6018794,"about_ca_system_score_codex":0.0006484403,"about_ca_system_score_gemma":0.008336073,"threshold_uncertainty_score":0.99983263},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4249927256","doi":"10.3138/jsp.34.1.1","title":"Naomi B. Pascal Retires as Associate Director and Editor-in-Chief of University of Washington Press","year":2002,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Contemporary Sociological Theory and Practice","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pascal (unit); Editor in chief; Management; Computer science; Economics; Programming language","score_opus":0.04848227509753059,"score_gpt":0.27369959202291033,"score_spread":0.22521731692537975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249927256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94199085,0.0020608974,0.0000073870233,0.008345671,0.0010603993,0.00006804011,0.0000075152493,0.000009633932,0.046449613],"genre_scores_gemma":[0.9967119,0.0010346541,0.00019913499,0.00008174527,0.0009464172,7.247858e-8,3.2556474e-7,0.0000044294643,0.0010213212],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966536,0.0019412342,0.0004031732,0.00012552012,0.0006894151,0.00018706913],"domain_scores_gemma":[0.99558073,0.0025531277,0.0010205829,0.000087989356,0.0005908933,0.00016665093],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.011222321,0.0000790616,0.00032838876,0.00011405905,0.00025295105,0.0014846058,0.00056612777,0.00029225662,0.00017638147],"category_scores_gemma":[0.022776784,0.00007371273,0.00012207092,0.00025686764,0.00026012576,0.03074248,0.000104242565,0.0012566594,8.9479005e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021656568,0.0014980673,0.57909745,0.00015396594,0.00057662243,0.00029881505,0.21730687,0.000027566266,0.0028642893,0.071125425,0.078945145,0.045940157],"study_design_scores_gemma":[0.0026820437,0.00087113393,0.13142839,0.0005834825,0.00013513713,0.000013764839,0.050739158,0.000033325618,0.00032764138,0.024704043,0.78806895,0.0004129627],"about_ca_topic_score_codex":0.002110189,"about_ca_topic_score_gemma":0.00016773942,"teacher_disagreement_score":0.7091238,"about_ca_system_score_codex":0.00009756382,"about_ca_system_score_gemma":0.00009460405,"threshold_uncertainty_score":0.99955195},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4251096009","doi":"10.32920/14636367","title":"Key Factors for Consortial Success: Realizing a Shared Vision for Interlibrary Loan in a consortium of Canadian Libraries","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interlibrary loan; Citation; Business; Library science; Key (lock); Political science; World Wide Web; Computer science; Operating system","score_opus":0.038806075883910204,"score_gpt":0.2546840006177169,"score_spread":0.21587792473380668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251096009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.686922,0.0011035082,0.18189321,0.007916025,0.003308248,0.006847577,0.0011960724,0.0008519125,0.109961435],"genre_scores_gemma":[0.9349189,0.00002698739,0.059698734,0.00045592207,0.000057796537,0.00027405712,0.0007383522,0.00003727848,0.0037919949],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976456,0.00005729271,0.00081338914,0.00079182914,0.00022285151,0.00046900014],"domain_scores_gemma":[0.99818933,0.0006366468,0.00029802913,0.00046725964,0.00013230185,0.00027642256],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0001507765,0.00033657698,0.000600894,0.001776404,0.00011925666,0.0024326907,0.0012442144,0.00029815364,0.00008469493],"category_scores_gemma":[0.00029158586,0.0003155077,0.0002673284,0.000958183,0.00008429965,0.003848915,0.0011557514,0.00019086633,5.798396e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011094526,0.000741069,0.27813256,0.00529838,0.0009725836,0.00013158764,0.055088773,0.00078456016,0.00052534475,0.3695936,0.26919422,0.018427879],"study_design_scores_gemma":[0.009596984,0.0017083477,0.12508601,0.0062249186,0.00011258888,0.000027150872,0.009720315,0.13772072,0.08857247,0.075917386,0.53850716,0.0068059284],"about_ca_topic_score_codex":0.017221585,"about_ca_topic_score_gemma":0.043913618,"teacher_disagreement_score":0.2936762,"about_ca_system_score_codex":0.00007888375,"about_ca_system_score_gemma":0.0032109104,"threshold_uncertainty_score":0.9999297},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4251717956","doi":"10.5860/crl.78.3.16590","title":"Transforming Roles: Canadian Academic Librarians Embedded in Faculty Research Projects","year":2017,"lang":"en","type":"article","venue":"College & Research Libraries","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Academic library; Sociology; Library science; Qualitative research; Higher education; Medical education; Public relations; Political science; Computer science; Medicine; Social science","score_opus":0.28887154437925994,"score_gpt":0.47909720879414797,"score_spread":0.19022566441488803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251717956","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25527945,0.00036972616,0.0000065243503,0.07569299,0.0003348911,0.0022104047,0.000251838,0.00012530615,0.66572887],"genre_scores_gemma":[0.964341,0.0003964909,0.00036926926,0.0007614653,0.00051610346,0.00023400922,0.000046889178,0.000025330884,0.033309486],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.992945,0.0012121943,0.0005287375,0.0005169713,0.0023893192,0.002407746],"domain_scores_gemma":[0.9968545,0.00077938865,0.000094577255,0.00078955526,0.00039264714,0.0010893416],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":["sts","scholarly_communication"],"category_scores_codex":[0.009208086,0.00018414014,0.00027693712,0.0018563566,0.010684317,0.004393367,0.0038468263,0.00041663233,0.00072620146],"category_scores_gemma":[0.004713561,0.0001705317,0.00007776034,0.0025744562,0.003846774,0.06992518,0.00041467085,0.0020555167,0.00036096622],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006181739,0.000028142495,0.016449882,0.000034144996,0.000006998613,0.00007324175,0.13652614,0.0000024509459,0.00003757633,0.7531563,0.088131584,0.0054917326],"study_design_scores_gemma":[0.0004595395,0.00008364728,0.009590157,0.00015537205,9.183433e-7,0.0000015367013,0.12850058,0.0002356513,0.00080264016,0.02681726,0.83311266,0.00024002077],"about_ca_topic_score_codex":0.09425139,"about_ca_topic_score_gemma":0.09248529,"teacher_disagreement_score":0.7449811,"about_ca_system_score_codex":0.00033796477,"about_ca_system_score_gemma":0.0182787,"threshold_uncertainty_score":0.9988642},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4282004915","doi":"10.1177/20597002221086095","title":"Top cited articles in concussion: A bibliometric analysis of the state of the science","year":2022,"lang":"en","type":"article","venue":"Journal of Concussion","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; Mount Sinai Hospital; Sinai Health System; Toronto Rehabilitation Institute; McMaster University","funders":"","keywords":"Concussion; Citation; Medicine; Cohort; Citation analysis; Psychology; Computer science; Poison control; Environmental health; Injury prevention; Library science; Pathology","score_opus":0.05726624470480519,"score_gpt":0.36336507602712503,"score_spread":0.30609883132231985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282004915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957277,0.00026579245,0.000031192154,0.003407352,0.00016378678,0.00019434615,0.000008675696,0.0000020701436,0.00019907975],"genre_scores_gemma":[0.9995222,0.00002708423,0.00009887882,0.00012449911,0.000014205249,0.0000023571629,2.0422969e-7,0.0000054207,0.00020512093],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962708,0.00036231065,0.0008124199,0.000109028675,0.0022492057,0.00019623464],"domain_scores_gemma":[0.99787045,0.00040169066,0.00075767294,0.00039816386,0.0004684259,0.000103593746],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0036485775,0.00007070634,0.00041413138,0.031009885,0.00013863956,0.000015559144,0.0006226805,0.000020497166,0.00039493528],"category_scores_gemma":[0.0017705568,0.000030030324,0.00026305948,0.20101488,0.00043473695,0.000115423376,0.0003497981,0.00049226504,4.1115453e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001020766,0.00048497188,0.47340104,0.000064831445,0.0003643704,0.000030320653,0.003385198,0.0026366515,0.43362767,0.00014020671,0.0006483746,0.084195614],"study_design_scores_gemma":[0.0012852085,0.00037596773,0.9400878,0.00016370165,0.00020311783,0.0000482019,0.00075589353,0.0040945923,0.052505262,0.00023374861,0.00020998377,0.00003652029],"about_ca_topic_score_codex":0.00004098018,"about_ca_topic_score_gemma":0.000004943988,"teacher_disagreement_score":0.4666868,"about_ca_system_score_codex":0.0001724468,"about_ca_system_score_gemma":0.0007872673,"threshold_uncertainty_score":0.9799728},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4283727562","doi":"10.5195/ijms.2022.1581","title":"Thinking Globally in the Pursuit of Individual Identity: Diversity, Equity, and Inclusion in the International Journal of Medical Students (IJMS)","year":2022,"lang":"en","type":"article","venue":"International Journal of Medical Students","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Equity (law); Inclusion (mineral); Public relations; Diversity (politics); Publishing; Health equity; Population; Political science; Health care; Sociology; Psychology; Social science; Law","score_opus":0.04830136152758891,"score_gpt":0.4304827608843238,"score_spread":0.3821813993567349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283727562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79718626,0.0004552088,0.00010127779,0.19750631,0.0035376186,0.00012186594,0.000014943454,0.0000020997934,0.0010744445],"genre_scores_gemma":[0.9709559,0.00123163,0.000017850647,0.026991755,0.00078441517,0.0000010805803,0.0000037064508,0.0000031449044,0.000010507839],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8009734,0.0010856015,0.00088792416,0.00012712146,0.19670783,0.00021808466],"domain_scores_gemma":[0.9978026,0.0006421342,0.00076883874,0.000081320984,0.0005323456,0.00017276446],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.14540039,0.00010285506,0.0002796738,0.00041068095,0.0006796742,0.001748092,0.097222574,0.0001224758,0.0008235837],"category_scores_gemma":[0.0027188987,0.00006985796,0.00014095812,0.00036205692,0.00045142256,0.00050496083,0.16804832,0.0012763579,8.932978e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033339125,0.002242685,0.7332306,0.000009650057,0.0005932833,0.0045503974,0.18404837,0.000022704497,0.0000033195515,0.009559078,0.02596004,0.039446473],"study_design_scores_gemma":[0.01374422,0.0008667953,0.56708664,0.0011420681,0.00023532097,0.0011015316,0.29092205,0.000029305977,0.0000030118267,0.068182476,0.05644721,0.00023939474],"about_ca_topic_score_codex":0.0015570191,"about_ca_topic_score_gemma":0.00244238,"teacher_disagreement_score":0.19682917,"about_ca_system_score_codex":0.00042845288,"about_ca_system_score_gemma":0.0005763259,"threshold_uncertainty_score":0.9992882},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4283802616","doi":"10.5206/cjilsrcsib.v45i1.14149","title":"Measuring the prevalence of open access in Canada: A national comparison","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Information and Library Science","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"Université du Québec à Montréal","keywords":"Lagging; Political science; Compliance (psychology); Discipline; Momentum (technical analysis); Library science; Medicine; Business; Psychology; Computer science","score_opus":0.5376084805342523,"score_gpt":0.5023064140048592,"score_spread":0.03530206652939305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283802616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98193336,0.0005344467,0.00008430384,0.004769085,0.00040024484,0.00016189086,0.00009376124,5.991246e-7,0.012022306],"genre_scores_gemma":[0.99910307,0.000023971676,0.00010683007,0.0006566396,0.0000063825137,0.0000017223244,4.201792e-7,8.2815836e-7,0.000100108766],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941161,0.00010755877,0.00074021047,0.000086455286,0.0047366074,0.00021301521],"domain_scores_gemma":[0.99732393,0.00060004863,0.0005658047,0.00013586585,0.00095707225,0.00041727207],"candidate_categories":["bibliometrics","scholarly_communication","open_science"],"consensus_categories":["bibliometrics","scholarly_communication"],"category_scores_codex":[0.014976857,0.000039901646,0.00011642354,0.019613521,0.00050581526,0.0043733413,0.008083475,0.0000074431005,0.000798042],"category_scores_gemma":[0.0065942663,0.000025645973,0.000017949405,0.06342222,0.00021942589,0.01602819,0.0011283635,0.00021900532,0.0000010910301],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000891439,0.0000044839517,0.9500354,0.0000068296604,0.0000012571198,0.0000026974772,0.00069537986,0.004087092,0.00000498595,0.002925512,0.015519097,0.026708364],"study_design_scores_gemma":[0.00014803381,0.0000319096,0.9424856,0.000008006652,5.09194e-7,0.000026243235,0.0021805211,0.011115415,0.00008972547,0.0013207501,0.042552426,0.000040913925],"about_ca_topic_score_codex":0.3814228,"about_ca_topic_score_gemma":0.28490916,"teacher_disagreement_score":0.096513614,"about_ca_system_score_codex":0.0003702256,"about_ca_system_score_gemma":0.042043403,"threshold_uncertainty_score":0.9977341},"labels":[{"model":"gemma","categories":["bibliometrics","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","open_science","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4285388864","doi":"10.7202/1090526ar","title":"L’évaluation par les pairs des travaux de recherche : un processus essentiel, mais imparfait et mal-aimé","year":2022,"lang":"fr","type":"article","venue":"Science of Nursing and Health Practices","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Political science; Philosophy","score_opus":0.9141054657536631,"score_gpt":0.7089123506943387,"score_spread":0.20519311505932447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285388864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7477641,0.06827505,0.0049695564,0.16378511,0.0017652131,0.00069944805,0.000062641695,0.00003520328,0.0126436865],"genre_scores_gemma":[0.927036,0.016134765,0.05423726,0.00048594803,0.00007406406,0.000029045925,0.0000029871076,0.000015915031,0.0019840007],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97983223,0.0059835794,0.001169297,0.0013235207,0.0099762045,0.0017151883],"domain_scores_gemma":[0.98292047,0.009843642,0.0025908286,0.000624314,0.0029545354,0.0010661954],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics","sts"],"category_scores_codex":[0.2626817,0.00022492307,0.00045192655,0.016433576,0.0051435917,0.0024988274,0.0019984606,0.00016955935,0.0007204232],"category_scores_gemma":[0.060340777,0.00020201791,0.00008729498,0.112367,0.0037558887,0.0033203382,0.0004933502,0.0013882007,0.000010875413],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000782471,0.0008401205,0.017017996,0.00017923862,0.000009749413,0.000006363891,0.013723589,0.00028571664,0.0009899501,0.0022258519,0.005006274,0.9596369],"study_design_scores_gemma":[0.0014855148,0.005452418,0.32262373,0.00092536624,0.00011473939,0.00054083695,0.17791939,0.07551933,0.0037252633,0.3730872,0.037797123,0.0008090975],"about_ca_topic_score_codex":0.0040199016,"about_ca_topic_score_gemma":0.00008625771,"teacher_disagreement_score":0.9588278,"about_ca_system_score_codex":0.0015542224,"about_ca_system_score_gemma":0.011022092,"threshold_uncertainty_score":0.9989553},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4288436473","doi":"10.1177/03063127221110623","title":"Changing publication practices and the typification of the journal article in science and technology studies","year":2022,"lang":"en","type":"article","venue":"Social Studies of Science","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Scholarship; Publishing; Context (archaeology); Rhetorical question; Scholarly communication; Sociology; Typification; Persuasion; Set (abstract data type); Variety (cybernetics); Diversity (politics); Library science; Political science; Computer science; Psychology; History; Taxonomy (biology); Linguistics; Nomenclature; Law","score_opus":0.06826669678270372,"score_gpt":0.3284637484590944,"score_spread":0.2601970516763906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288436473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9674299,0.0008180526,0.00000423634,0.030830937,0.0001428881,0.00014572761,1.3932869e-7,0.0000071339014,0.0006210288],"genre_scores_gemma":[0.9995392,0.00010234462,0.00007663993,0.00021916187,0.000026230578,0.00002425744,2.460747e-8,0.000001190567,0.000010948919],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99921775,0.000021086169,0.00016891987,0.00010434235,0.00035253676,0.00013538204],"domain_scores_gemma":[0.9982104,0.000067339664,0.00060822186,0.000061910585,0.00105072,0.0000014268226],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.008648843,0.000037550795,0.00009879047,0.00036417632,0.003982496,0.000030921718,0.00040143178,0.00001311458,7.5494887e-7],"category_scores_gemma":[0.006075402,0.00002314929,0.000005995321,0.00587039,0.015673716,0.00055136543,0.0014680793,0.00015231152,1.0580495e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019996965,0.000030786658,0.031884305,0.00003437107,0.000023167308,9.449733e-8,0.031885717,0.0000012183923,0.0032815011,0.91610885,0.000100569356,0.016629418],"study_design_scores_gemma":[0.00045471222,0.000011170591,0.09846299,0.000016587488,0.000023087996,0.0000025373956,0.754818,0.00016848707,0.0027413296,0.14262237,0.0006006101,0.0000780791],"about_ca_topic_score_codex":0.000011420049,"about_ca_topic_score_gemma":0.000009415897,"teacher_disagreement_score":0.7734865,"about_ca_system_score_codex":0.000084421314,"about_ca_system_score_gemma":0.00008308596,"threshold_uncertainty_score":0.99731416},"labels":[{"model":"gemma","categories":["metaresearch","sts"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts","scholarly_communication"],"domain":"reporting","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4289243806","doi":"10.5281/zenodo.3338482","title":"Publishing (and Forgetting) the Small or Medium-sized Scholarly Edition or Cultural Heritage Collection as Linked Open Data: Using Zenodo and Github to Publish the Visionary Cross Project (Abstract)","year":2018,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lethbridge College; University of Lethbridge","funders":"","keywords":"Publication; Publishing; Forgetting; Cultural heritage; Computer science; World Wide Web; Library science; Data science; History; Political science; Archaeology; Linguistics; Philosophy; Law","score_opus":0.16804431484735488,"score_gpt":0.3341543346348667,"score_spread":0.16611001978751183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289243806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73051745,0.00015970692,0.05343706,0.07543147,0.0033939613,0.009927975,0.000677959,0.0027539872,0.12370043],"genre_scores_gemma":[0.96925575,0.00010594845,0.012964867,0.006987685,0.0019618506,0.0000012728307,0.0011919844,0.0006404848,0.006890171],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99758905,0.00038555433,0.00043323438,0.00058498536,0.0006336756,0.00037347816],"domain_scores_gemma":[0.99745125,0.00011562846,0.00026158543,0.00090456835,0.001081803,0.00018516573],"candidate_categories":["sts","scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.003890179,0.00015817265,0.00014839077,0.00020362229,0.0073832027,0.083934255,0.006632553,0.000085062886,0.0006289671],"category_scores_gemma":[0.0038300296,0.00008838326,0.00002054139,0.0018226808,0.00032598988,0.06207376,0.011579658,0.00036693766,0.00032319856],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054674165,0.00009333663,0.000040083047,0.00008884511,0.00006647149,0.000016376593,0.053007767,0.00002862412,0.003178537,0.0037667896,0.8271848,0.11198166],"study_design_scores_gemma":[0.00062949385,0.0003856935,0.0032005636,0.00006959944,0.0000040806535,0.00046926006,0.0045427657,0.015434687,0.000185333,0.0000953272,0.9747953,0.00018790433],"about_ca_topic_score_codex":0.0002656725,"about_ca_topic_score_gemma":0.000008691878,"teacher_disagreement_score":0.2387383,"about_ca_system_score_codex":0.00008069882,"about_ca_system_score_gemma":0.00007688246,"threshold_uncertainty_score":0.99874204},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4289778533","doi":"10.3138/jsp-2021-0023","title":"Predatory Journals in Journalism and Mass Communication: A Case Study of Deceptions","year":2022,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Media Studies and Communication","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Journalism; Publishing; Publish or perish; Publication; Public relations; Government (linguistics); Face (sociological concept); Sociology; Political science; Media studies; Social science; Law","score_opus":0.09097649785053674,"score_gpt":0.3604691504595788,"score_spread":0.26949265260904204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289778533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97098017,0.010924747,0.000026894475,0.015839616,0.000226049,0.00017550564,0.0000035829592,0.0000047957983,0.0018186661],"genre_scores_gemma":[0.9959923,0.002687414,0.00096217124,0.00015780049,0.000121098565,0.000011932295,4.1595436e-7,0.0000072122743,0.000059679256],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99502116,0.0025786653,0.0009105132,0.000086375476,0.0012283438,0.00017491759],"domain_scores_gemma":[0.99654233,0.0005521669,0.0012428078,0.0003020076,0.0011933339,0.00016734934],"candidate_categories":["sts","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.017323166,0.00007224734,0.00026209812,0.0005599909,0.0018191548,0.003985719,0.0011149514,0.000060489503,0.00017190687],"category_scores_gemma":[0.003312248,0.0000712723,0.00006255541,0.0008386234,0.00010128338,0.019040523,0.00047572344,0.002374851,1.3845577e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007168621,0.0012326211,0.4992328,0.000015488158,0.00020816301,0.0006744822,0.46928298,0.00035952788,0.0002822721,0.0039603263,0.0050943876,0.019585283],"study_design_scores_gemma":[0.0014052786,0.0002601463,0.021942277,0.00007597146,0.000047452217,0.000976953,0.9370678,0.000030475834,0.0000012876291,0.0027947696,0.03530204,0.000095550364],"about_ca_topic_score_codex":0.0026445433,"about_ca_topic_score_gemma":0.0036028146,"teacher_disagreement_score":0.4772905,"about_ca_system_score_codex":0.00028782344,"about_ca_system_score_gemma":0.00033713054,"threshold_uncertainty_score":0.9999267},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4290546285","doi":"10.29173/cais1262","title":"The oligopoly’s shift to open access publishing","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal; Wilfrid Laurier University; University of Ottawa; Bureau de Coopération Interuniversitaire; Université du Québec à Montréal; Dalhousie University","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research","keywords":"Oligopoly; Agency (philosophy); Library science; Publishing; Political science; Economics; Business; Computer science; Sociology; Social science; Law","score_opus":0.40441269756483084,"score_gpt":0.5025465979353135,"score_spread":0.0981339003704827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290546285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9176459,0.00023323366,0.000044519995,0.03689743,0.0006082269,0.0008180629,0.0003311945,0.000020611316,0.043400854],"genre_scores_gemma":[0.9952937,0.0000671587,0.00017981342,0.00086191215,0.00008153009,0.000117790754,0.0000017112254,0.000019388488,0.0033770306],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.988986,0.00015446624,0.0010902293,0.00077551446,0.008091196,0.00090255466],"domain_scores_gemma":[0.6683719,0.0094945,0.0039526387,0.0021828942,0.31460696,0.0013910844],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.027384568,0.00024336223,0.0005475616,0.008188741,0.0014231704,0.18672621,0.049079955,0.00009682442,0.00032838449],"category_scores_gemma":[0.39658353,0.00014141992,0.00024202692,0.06696718,0.000481455,0.044111717,0.039861206,0.0007295772,0.000012455159],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038983824,0.00029928747,0.51587284,0.000037206304,0.00009056764,0.0000028794052,0.019586805,0.00005169081,0.0025936821,0.064830355,0.29292247,0.10332239],"study_design_scores_gemma":[0.00044976277,0.0003484255,0.27894258,0.000030636962,0.000016200322,0.000013755645,0.0075273574,0.00044646318,0.0059429593,0.04936454,0.6566427,0.00027467377],"about_ca_topic_score_codex":0.0014109425,"about_ca_topic_score_gemma":0.000069287365,"teacher_disagreement_score":0.36919898,"about_ca_system_score_codex":0.0001805284,"about_ca_system_score_gemma":0.0009618522,"threshold_uncertainty_score":0.99987686},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4290547061","doi":"10.29173/cais1245","title":"Factors influencing Canadian HASS researchers’ open access publishing practices","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Publishing; Altruism (biology); Prestige; Test (biology); Variance (accounting); Psychology; Visibility; Social psychology; Sociology; Public relations; Political science; Business; Geography; Biology; Law","score_opus":0.6978815989921062,"score_gpt":0.5439937719415102,"score_spread":0.153887827050596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290547061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.946228,0.00019414948,0.0000047915405,0.011630291,0.000304118,0.00062173116,0.0004821424,0.000016094958,0.04051868],"genre_scores_gemma":[0.99740434,0.000057527453,0.00013016416,0.0003897116,0.00005239371,0.000053303746,0.000005548153,0.000022863474,0.0018841395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9878257,0.00026653352,0.0010579552,0.00088120287,0.008811504,0.0011570993],"domain_scores_gemma":[0.4715041,0.011910197,0.010001197,0.0020966132,0.5014367,0.0030511643],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"category_scores_codex":[0.03238912,0.00027473652,0.00063678843,0.01848057,0.0012284273,0.17360933,0.0383428,0.00016002856,0.00079328235],"category_scores_gemma":[0.6587914,0.00018832224,0.000219428,0.06823122,0.0005159641,0.09840728,0.021599013,0.001267248,0.0000050333815],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007258553,0.00010494194,0.9278254,0.000033935215,0.000055956825,0.0000032105036,0.017045682,0.000022072358,0.0017312868,0.0036763723,0.037544973,0.011883606],"study_design_scores_gemma":[0.00044786616,0.00027853952,0.6672092,0.00005260625,0.00002078585,0.000012035415,0.035343338,0.0006691838,0.0048020985,0.010800492,0.2800452,0.00031866762],"about_ca_topic_score_codex":0.16000754,"about_ca_topic_score_gemma":0.007085081,"teacher_disagreement_score":0.6264023,"about_ca_system_score_codex":0.00061817555,"about_ca_system_score_gemma":0.0046151006,"threshold_uncertainty_score":0.99635905},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4290790736","doi":"10.1080/15265161.2022.2105436","title":"Response to Open Peer Commentaries on Toward a Framework for Assessing Privacy Risks in Multi-Omic Research and Databases","year":2022,"lang":"en","type":"letter","venue":"The American Journal of Bioethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Internet privacy; Data science; Open science; Computer science; World Wide Web","score_opus":0.9007536632163499,"score_gpt":0.7131276680310503,"score_spread":0.18762599518529954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290790736","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07852104,0.0001955084,0.0015300282,0.9179039,0.00022890691,0.0014054386,0.00018221028,0.000007069293,0.000025897914],"genre_scores_gemma":[0.030127937,0.0016166642,0.08672465,0.8793709,0.0010619342,0.00011163111,0.00004866077,0.00013391729,0.0008036901],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98724556,0.005931023,0.0012245703,0.00060521223,0.004165481,0.0008281338],"domain_scores_gemma":[0.66000164,0.33367705,0.0013147581,0.0018100161,0.0027955843,0.00040099045],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08335204,0.00031522382,0.00132073,0.0009655529,0.0005781975,0.0005319538,0.0026510202,0.0005099898,0.00009319235],"category_scores_gemma":[0.22061732,0.00021719268,0.00018369034,0.0010317893,0.0048284405,0.00014223687,0.0030082539,0.04650567,0.000006271996],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09421275,0.001000187,0.0057400996,0.00092951185,0.00067489094,0.0023487017,0.016163534,0.00002330369,0.00018289042,0.0025563724,0.8675521,0.008615665],"study_design_scores_gemma":[0.002715011,0.017314846,0.004646759,0.0054345983,0.00014900221,0.00022601223,0.018220725,0.000034375073,0.0001898734,0.031236267,0.91942936,0.00040316035],"about_ca_topic_score_codex":0.0031905011,"about_ca_topic_score_gemma":0.00013231607,"teacher_disagreement_score":0.327746,"about_ca_system_score_codex":0.00082859845,"about_ca_system_score_gemma":0.0039319294,"threshold_uncertainty_score":0.99787986},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4291982736","doi":"","title":"A Very Long Embargo: Journal Choice Reveals Active Non-Compliance with Funder Open Access Policies by Australian and Canadian Neuroscientists","year":2018,"lang":"en","type":"article","venue":"Spectrum Research Repository (Concordia University)","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Compliance (psychology); Political science; Public economics; Psychology; Public administration; Public relations; Economics; Social psychology","score_opus":0.4513140322787154,"score_gpt":0.5260346446697138,"score_spread":0.07472061239099842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291982736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9289218,0.000055487526,0.00025307309,0.0035135874,0.0006270278,0.000637174,0.00006555517,0.000015884283,0.065910414],"genre_scores_gemma":[0.9179739,0.00008678402,0.000034233868,0.000096276824,0.00027871062,0.00000229383,0.000002227934,0.00002205456,0.08150352],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98936415,0.0010139847,0.00042184882,0.0013749577,0.005640888,0.0021841899],"domain_scores_gemma":[0.9901372,0.0017493857,0.00030627675,0.0010565328,0.0036479717,0.0031026371],"candidate_categories":["bibliometrics","sts","scholarly_communication","open_science"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.008500346,0.00027550763,0.000458903,0.04005377,0.004204301,0.024128351,0.010518026,0.00017003922,0.00027450605],"category_scores_gemma":[0.0036856392,0.00022566406,0.00009761263,0.09715174,0.0023350623,0.0053581665,0.0038710928,0.001195173,0.00008961201],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026846922,0.00009318191,0.9021432,0.000010982027,0.000061950814,0.0011592173,0.00019400638,0.0000033672109,0.0042910664,0.000259351,0.08823765,0.003277591],"study_design_scores_gemma":[0.0008442884,0.000769649,0.8986996,0.000047417067,0.00000949922,0.00022494174,0.0008847358,0.00011125845,0.005696054,0.0006508327,0.09175076,0.0003109933],"about_ca_topic_score_codex":0.38666764,"about_ca_topic_score_gemma":0.3215717,"teacher_disagreement_score":0.06509593,"about_ca_system_score_codex":0.0014679633,"about_ca_system_score_gemma":0.0034258387,"threshold_uncertainty_score":0.99709207},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","open_science"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W4292265707","doi":"10.1186/s13063-022-06624-y","title":"Lessons from the COVID-19 pandemic and recent developments on the communication of clinical trials, publishing practices, and research integrity: in conversation with Dr. David Moher","year":2022,"lang":"en","type":"letter","venue":"Trials","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; St. Joseph’s Healthcare Hamilton; Hamilton Health Sciences; Population Health Research Institute; McMaster University; Impact","funders":"McMaster University; University of Ottawa","keywords":"Publishing; Public relations; Scholarship; Open science; Clinical trial; Medicine; Medical education; Publication; Harm; Political science; Consolidated Standards of Reporting Trials; Publish or perish; Scientific misconduct; Alternative medicine; Law; Pathology","score_opus":0.9257276208783269,"score_gpt":0.6787112095157745,"score_spread":0.24701641136255248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292265707","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027897425,0.0014088254,0.00005266048,0.9666209,0.00056006666,0.0022977856,0.00032064744,0.000018405772,0.0008232831],"genre_scores_gemma":[0.09135032,0.025661947,0.00076992,0.87382615,0.0030534274,0.00094301434,0.0015352668,0.00009196212,0.0027680106],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.71470034,0.26221788,0.010043231,0.00235691,0.009881741,0.0007998708],"domain_scores_gemma":[0.16122532,0.8198673,0.0147801675,0.0026846414,0.0012085878,0.00023397838],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.59220856,0.00027032223,0.0018485365,0.00051572325,0.00070164213,0.00524652,0.005061193,0.0011644511,0.00085226196],"category_scores_gemma":[0.8192164,0.00012398443,0.000114445305,0.0015796829,0.000767509,0.0022290275,0.0017954587,0.0132854665,0.000007046284],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011896763,0.000031682077,0.03332809,0.000007792809,0.00011675074,0.0000049292703,0.004433206,0.0000022718507,0.0000014239109,0.0002093683,0.90770775,0.052967075],"study_design_scores_gemma":[0.002265145,0.0000654085,0.004921788,0.00013627682,0.00007598228,0.000005249998,0.0082732765,0.00004500419,0.00000325936,0.019800987,0.9642496,0.000158039],"about_ca_topic_score_codex":0.012345565,"about_ca_topic_score_gemma":0.0016458975,"teacher_disagreement_score":0.55764943,"about_ca_system_score_codex":0.00031229688,"about_ca_system_score_gemma":0.0026301385,"threshold_uncertainty_score":0.99578613},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4292322725","doi":"10.29173/istl1918","title":"Scholarly Communication: The Use and Non-Use of E-Print Archives for the Dissemination of Scientific Information","year":2002,"lang":"en","type":"article","venue":"Issues in Science and Technology Librarianship","topic":"Research Data Management Practices","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarly communication; Visibility; Library science; Sample (material); Scientific communication; Population; Information Dissemination; Sociology; Public relations; Social science; World Wide Web; Political science; Publishing; Computer science; Chemistry; Physics; Law","score_opus":0.12376457015567888,"score_gpt":0.3365597088563344,"score_spread":0.21279513870065553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292322725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71971035,0.0019449065,0.13120155,0.14433588,0.0001616697,0.0017859382,0.00001847345,0.00009224535,0.0007489933],"genre_scores_gemma":[0.97006524,0.0010120171,0.028706111,0.0000417251,0.000002174874,0.000038561404,0.000001248447,0.0000014125131,0.00013151026],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990344,0.00006218777,0.00022237551,0.00019497419,0.00033144103,0.00015462242],"domain_scores_gemma":[0.9965103,0.001811763,0.00017118774,0.0013132337,0.00017327773,0.000020229198],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0020578362,0.000055487002,0.00007698516,0.00066160725,0.0004457603,0.0054937513,0.002848178,0.000036561047,0.0000010974214],"category_scores_gemma":[0.0063482565,0.000034402034,0.000008512972,0.0021122545,0.0035755492,0.084069185,0.0014280753,0.00016990627,5.5845385e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053586427,0.000032620526,0.018888088,0.000029923303,0.0000054253273,2.3893736e-7,0.0031737124,0.000009672136,0.0015031666,0.8657029,0.00034247857,0.110306375],"study_design_scores_gemma":[0.0005785389,0.00029263276,0.3588992,0.00036255718,0.000019874788,0.000013150593,0.0042294827,0.40658984,0.03332857,0.06260116,0.1327938,0.00029120847],"about_ca_topic_score_codex":0.00002445093,"about_ca_topic_score_gemma":0.000010888987,"teacher_disagreement_score":0.8031018,"about_ca_system_score_codex":0.000005804456,"about_ca_system_score_gemma":0.000035287474,"threshold_uncertainty_score":0.99913615},"labels":[{"model":"gemma","categories":["scholarly_communication","metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4293224259","doi":"10.2196/39365","title":"An Evaluation of Primary Studies Published in Predatory Journals Included in Systematic Reviews From High-Impact Dermatology Journals: Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Dermatology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Publishing; MEDLINE; Impact factor; Medicine; Family medicine; Grey literature; Data extraction; Directory; Publication bias; Meta-analysis; Computer science; Pathology; Political science","score_opus":0.7449597743669143,"score_gpt":0.6623973011713971,"score_spread":0.08256247319551724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293224259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.964667,0.03050346,0.00004287839,0.00033249517,0.0008670629,0.003407606,0.000070463684,0.000013577782,0.00009543519],"genre_scores_gemma":[0.9980654,0.00038479906,0.0000875321,0.00012696598,0.000039617713,0.0012387959,0.00002246772,0.000016228554,0.000018162711],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.93260604,0.036533084,0.008846189,0.0016202773,0.019230863,0.0011635636],"domain_scores_gemma":[0.97950107,0.010691037,0.0029268607,0.0013547319,0.00522611,0.0003001628],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.113814965,0.0003032121,0.0025955676,0.063987754,0.00040072636,0.0011970135,0.0033171722,0.00022440411,0.0027711086],"category_scores_gemma":[0.0687687,0.00021318652,0.00026452076,0.07393526,0.00023804723,0.002066005,0.001513511,0.0011309582,0.00004388716],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000987291,0.0014890261,0.99197805,0.00028474652,0.00009861171,0.00014511215,0.0016569282,0.0011982449,0.00031191445,0.000014341901,0.0018303295,0.0008939801],"study_design_scores_gemma":[0.00271722,0.00022326429,0.98061085,0.00011212908,0.000023976438,0.0005043672,0.0032576197,0.0049860617,0.000044723216,0.0072676074,0.00006359731,0.00018861107],"about_ca_topic_score_codex":0.00031797602,"about_ca_topic_score_gemma":0.00040201415,"teacher_disagreement_score":0.046895072,"about_ca_system_score_codex":0.001479972,"about_ca_system_score_gemma":0.0010420382,"threshold_uncertainty_score":0.99983984},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4294957734","doi":"10.5860/crln.83.8.363","title":"The great PDF debate: Accessible or impossible?","year":2022,"lang":"en","type":"article","venue":"College & Research Libraries News","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Directory; World Wide Web; Context (archaeology); Set (abstract data type); Object (grammar); Information retrieval; History","score_opus":0.11615991422471827,"score_gpt":0.3988021024831171,"score_spread":0.2826421882583988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294957734","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.129246,0.0014390958,0.0000034943616,0.028927721,0.00079687877,0.0017321983,0.00023288299,0.00029146558,0.8373303],"genre_scores_gemma":[0.4392847,0.00029526997,0.00011449951,0.00044065493,0.00041435813,0.0011790093,0.000021380894,0.00004506272,0.55820507],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99215645,0.0022605644,0.00052605785,0.0006421979,0.0027998684,0.0016148415],"domain_scores_gemma":[0.99338573,0.004811437,0.00010680643,0.00096830155,0.0002811469,0.00044660122],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.0044035213,0.00021522559,0.00029010006,0.0002512796,0.014199314,0.004789746,0.0036607608,0.00009555518,0.019670215],"category_scores_gemma":[0.0045087063,0.00014585828,0.00017402477,0.0040447293,0.0046034157,0.004696667,0.0031001302,0.0008690943,0.0004105094],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007634282,0.00018779874,0.010664438,0.000037007303,0.000035845213,0.0000554901,0.0060273167,0.00000485328,0.0000069486186,0.39856404,0.5675293,0.01612351],"study_design_scores_gemma":[0.00025689986,0.00021783164,0.00047929474,0.000007019594,0.000003432016,0.0000029845153,0.09634017,0.000021525791,0.00008405222,0.15154639,0.7508751,0.00016529464],"about_ca_topic_score_codex":0.0036574188,"about_ca_topic_score_gemma":0.015821777,"teacher_disagreement_score":0.31003872,"about_ca_system_score_codex":0.0006133534,"about_ca_system_score_gemma":0.0052384976,"threshold_uncertainty_score":0.99810547},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4295827824","doi":"10.1016/j.annonc.2022.07.1459","title":"1326P Oncology under attack by predatory journals: A global survey","year":2022,"lang":"en","type":"article","venue":"Annals of Oncology","topic":"Advances in Oncology and Radiotherapy","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Impact factor; Descriptive statistics; Citation; Family medicine; Publishing; Medical education; Library science; Political science","score_opus":0.17573406555172752,"score_gpt":0.5317821283083254,"score_spread":0.35604806275659784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295827824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84554046,0.032667726,0.0021094768,0.0481064,0.003965026,0.0009274456,0.0011099132,0.00011979827,0.065453775],"genre_scores_gemma":[0.9343855,0.00611832,0.001916987,0.05249709,0.00057553,0.0001146546,0.00020809515,0.00004971122,0.0041341307],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99662036,0.0014495128,0.00067128515,0.0003827416,0.0003581316,0.0005179989],"domain_scores_gemma":[0.9976538,0.00091380294,0.0005286271,0.0003708945,0.00030141446,0.00023147764],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023705089,0.00020380307,0.00094708236,0.00011543949,0.00023868788,0.0000036340878,0.00035075762,0.0003742667,0.0038483576],"category_scores_gemma":[0.00032625726,0.0001905944,0.00018787241,0.0004323399,0.0005650554,0.00009344612,0.00017896872,0.0007640831,0.000027891323],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046206573,0.0034319072,0.054941773,0.000034563087,0.000748856,0.0005798108,0.00027357828,0.0005165289,0.0012395931,0.0005073164,0.7885082,0.14459723],"study_design_scores_gemma":[0.0032068025,0.013245333,0.050726913,0.000009595588,0.00005001104,0.001392663,0.0003937673,0.00005860483,0.00013787282,0.0011180337,0.9294949,0.00016549423],"about_ca_topic_score_codex":0.00009546076,"about_ca_topic_score_gemma":0.00017492556,"teacher_disagreement_score":0.14443174,"about_ca_system_score_codex":0.00069708115,"about_ca_system_score_gemma":0.001554938,"threshold_uncertainty_score":0.99706227},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4299121301","doi":"10.1017/s0269889708002044","title":"Journals under Threat: A Joint Response from History of Science, Technology, and Medicine Editors","year":2009,"lang":"en","type":"article","venue":"Science in Context","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Phenomenon; Rendering (computer graphics); Meaning (existential); Field (mathematics); Quarter (Canadian coin); Joint (building); Data science; Engineering ethics; Work (physics); History of science; Epistemology; Sociology; Psychology; Computer science; Social science; History; Engineering; Artificial intelligence; Mathematics; Architectural engineering; Philosophy; Mechanical engineering","score_opus":0.5139643010748699,"score_gpt":0.5557706272441338,"score_spread":0.04180632616926394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299121301","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96917456,0.0063105286,0.00043190664,0.015347268,0.0033126024,0.00017564204,0.0000057504735,0.000016315538,0.0052254484],"genre_scores_gemma":[0.99763924,0.00015463757,0.00046332125,0.00040747045,0.00015560283,0.0000023513821,7.889886e-8,0.000003215161,0.0011740688],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9855323,0.00016325933,0.0010149475,0.0010823322,0.011427823,0.0007793807],"domain_scores_gemma":[0.9913572,0.003014478,0.0004381556,0.0009652665,0.0036920265,0.0005328386],"candidate_categories":["metaresearch","bibliometrics","sts"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.08080785,0.00015154724,0.00048004035,0.1970215,0.00036661327,0.00048403192,0.0039623254,0.000119460485,0.00044284642],"category_scores_gemma":[0.10928307,0.000097232776,0.000049418497,0.29781747,0.018488165,0.0015983105,0.00066798803,0.00040805718,0.000029595156],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018624477,0.00018942814,0.048804775,0.0000013080327,0.0000029005591,0.00003381903,0.0025095344,0.00001923467,0.5533532,0.00852147,0.028378772,0.35799935],"study_design_scores_gemma":[0.0010431104,0.0008485777,0.78000367,0.000119066375,0.0000037042964,0.00002054722,0.00921228,0.0018317889,0.007909044,0.17459604,0.024174262,0.00023788601],"about_ca_topic_score_codex":0.00024318876,"about_ca_topic_score_gemma":0.000027995553,"teacher_disagreement_score":0.7311989,"about_ca_system_score_codex":0.00094562763,"about_ca_system_score_gemma":0.0028888267,"threshold_uncertainty_score":0.98418295},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4299584860","doi":"","title":"Goldener, grüner und \"anderer\" Weg zu Open Access: Statistiken für Österreich","year":2015,"lang":"en","type":"article","venue":"E-LIS Repository (University of Naples Federico II)","topic":"Libraries and Information Services","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.10093271775872135,"score_gpt":0.2991196745373948,"score_spread":0.19818695677867343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299584860","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25071985,0.00048895535,0.0001951136,0.0011883965,0.0011129761,0.0003484203,0.00010696595,0.00014263744,0.7456967],"genre_scores_gemma":[0.8476296,0.00008096775,0.000818221,0.00067480607,0.0003808999,0.000001842469,0.00018168826,0.000026614214,0.15020536],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987874,0.00007035403,0.00028062356,0.00025894103,0.00036351613,0.00023915744],"domain_scores_gemma":[0.9986766,0.00004257646,0.0004071812,0.00035950687,0.00031677927,0.00019736393],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014061214,0.0001926017,0.00033705914,0.00011051291,0.0013595783,0.0023824428,0.0018875394,0.00007779235,0.002418498],"category_scores_gemma":[0.000009710429,0.00019366045,0.00009258757,0.00014229825,0.00027653156,0.008432803,0.0019338375,0.00012173987,0.00009501158],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003972305,0.0002619496,0.0019388151,0.00018340505,0.00041186198,0.000061375016,0.1385346,0.000059738133,0.000070972346,0.12275148,0.7324475,0.002881072],"study_design_scores_gemma":[0.00096894416,0.0001831247,0.0011859434,0.000042025258,0.0000616593,0.0000071715695,0.06986525,0.00024035755,0.00012837222,0.00049444305,0.9265427,0.0002800265],"about_ca_topic_score_codex":0.01258066,"about_ca_topic_score_gemma":0.0030799562,"teacher_disagreement_score":0.59690976,"about_ca_system_score_codex":0.00008468914,"about_ca_system_score_gemma":0.00024221519,"threshold_uncertainty_score":0.9999405},"labels":[{"model":"gemma","categories":["open_science","bibliometrics"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4302027384","doi":"10.21203/rs.3.rs-2108920/v1","title":"Techniques predatory journals use to solicit manuscripts: a contrast between Africa (lower- income countries) and Canada (high income country)","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Dalhousie University; MicroResearch","keywords":"Publishing; Timeline; Public relations; Political science; Psychology; Geography; Law","score_opus":0.43964109730457085,"score_gpt":0.5436568410953451,"score_spread":0.10401574379077422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302027384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9597957,0.004753274,0.0007540068,0.0064397547,0.0014733764,0.004947342,0.018300012,0.00016268589,0.0033738413],"genre_scores_gemma":[0.9882503,0.0023488891,0.0007209633,0.000336541,0.0006053847,0.0006701965,0.00007662395,0.000104662744,0.0068864194],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.94296896,0.0033186094,0.002282744,0.0027313656,0.045704555,0.0029937744],"domain_scores_gemma":[0.95733434,0.020900244,0.00072154345,0.003375301,0.014559456,0.0031090917],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","open_science"],"category_scores_codex":[0.07385631,0.0007266749,0.0017316821,0.08301059,0.0019933572,0.016700527,0.008991889,0.0007373277,0.0046943408],"category_scores_gemma":[0.06837624,0.0005998361,0.00024683695,0.093298264,0.0006861309,0.0010890696,0.02252647,0.005922473,0.00008335066],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00027402627,0.00014922,0.7577138,0.00044629732,0.00021988021,0.00081014814,0.0003842135,0.00008125226,0.00006849953,0.0006659779,0.22999161,0.009195073],"study_design_scores_gemma":[0.00033640434,0.0005315295,0.39490056,0.00035910343,0.000014244702,0.000010537827,0.00045774263,0.00010588213,0.00010216246,0.0033786274,0.5992043,0.00059890916],"about_ca_topic_score_codex":0.5694511,"about_ca_topic_score_gemma":0.18880321,"teacher_disagreement_score":0.3806479,"about_ca_system_score_codex":0.004297902,"about_ca_system_score_gemma":0.008745584,"threshold_uncertainty_score":0.9996453},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4302071158","doi":"10.1007/978-1-4939-7131-2_101022","title":"Scholarly Communication","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","score_opus":0.03627297693501515,"score_gpt":0.22453574556697561,"score_spread":0.18826276863196045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302071158","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002966392,0.000114716066,0.047750752,0.0008327804,0.00027693613,0.000108863176,0.0000014898811,0.00022164838,0.95068985],"genre_scores_gemma":[0.0005405358,0.000060540926,0.012205098,0.0022661258,0.00008895132,0.0000025654238,0.000012990113,0.000006155891,0.984817],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990183,0.000011625565,0.00030158518,0.00018735472,0.00037027238,0.00011084034],"domain_scores_gemma":[0.99811405,0.00002411978,0.00019636519,0.0014172585,0.00017717054,0.0000710416],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication","insufficient_payload"],"category_scores_codex":[0.0003322395,0.00012359132,0.00012568358,0.0001480364,0.00014549032,0.0020163492,0.0027247625,0.00014866613,0.001476164],"category_scores_gemma":[0.0000070843794,0.000099152116,0.000059864153,0.000053295316,0.000074614254,0.018493084,0.0005608397,0.0001693196,0.013324721],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.5040257e-7,8.2196306e-7,0.0000019321778,0.0000027461908,0.0000036069812,2.1497438e-7,0.00053203333,1.1265798e-7,9.847118e-7,0.87417793,0.12111605,0.0041633933],"study_design_scores_gemma":[0.000037431313,0.000026375672,0.000009081041,0.000039612198,4.2427502e-7,0.00000717434,0.000015187201,0.0009770972,0.00003156718,0.059888978,0.93882626,0.00014083362],"about_ca_topic_score_codex":0.000003783092,"about_ca_topic_score_gemma":0.0000010081063,"teacher_disagreement_score":0.81771016,"about_ca_system_score_codex":0.00002283407,"about_ca_system_score_gemma":0.00010775888,"threshold_uncertainty_score":0.9994366},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4302774140","doi":"10.1016/j.jshs.2022.09.005","title":"Observations regarding open access publishing in hybrid journals in sport sciences","year":2022,"lang":"en","type":"editorial","venue":"Journal of sport and health science/Journal of Sport and Health Science","topic":"Sports Analytics and Performance","field":"Economics, Econometrics and Finance","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Publishing; Open science; Psychology; Open peer review; Political science; Plant biology; Biology; Mathematics; Law; Statistics","score_opus":0.23355663079733974,"score_gpt":0.4196860091467736,"score_spread":0.18612937834943388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302774140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7783497,0.02276781,0.0000064778533,0.015298083,0.18164387,0.000689289,0.000024970625,0.000006284223,0.0012135356],"genre_scores_gemma":[0.90153515,0.058992956,0.0013218358,0.001517779,0.03643344,0.0000057957413,0.000009852988,0.00003379834,0.00014937288],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9881379,0.0000010476571,0.0069558397,0.0010320436,0.002264091,0.0016090893],"domain_scores_gemma":[0.98180556,0.00001210205,0.01516484,0.0004004009,0.0011977183,0.0014193868],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.08958244,0.00045960248,0.0029350922,0.008203123,0.0023619502,0.006747282,0.006664795,0.00019228114,0.00016845092],"category_scores_gemma":[0.000056480556,0.00041643085,0.00020930979,0.006659719,0.0015875549,0.020273346,0.0014669754,0.0033512663,8.1689683e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058987338,0.0001369303,0.95200735,0.00018064512,0.000009267205,0.00016845348,0.0006158272,0.0006004096,1.243778e-7,0.0055904267,0.040163636,0.00046794166],"study_design_scores_gemma":[0.0009912534,0.0005874343,0.73841625,0.00116712,0.000007578788,0.00039508074,0.0007796968,0.0006427772,8.6299417e-7,0.0026851296,0.2539992,0.00032758468],"about_ca_topic_score_codex":0.006100017,"about_ca_topic_score_gemma":0.00071584823,"teacher_disagreement_score":0.21383557,"about_ca_system_score_codex":0.0020033312,"about_ca_system_score_gemma":0.023343543,"threshold_uncertainty_score":0.99982876},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4306253448","doi":"10.1002/pra2.641","title":"Investigating Open Access Publishing Practices of Early and <scp>Mid‐Career</scp> Researchers in Humanities and Social Sciences Disciplines","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Publishing; Audience measurement; Descriptive statistics; Library science; Scholarly communication; Open peer review; Citation; Psychology; Political science; Advertising; Computer science; Plant biology; Business","score_opus":0.6736601966620449,"score_gpt":0.5621824102859028,"score_spread":0.11147778637614214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306253448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9845085,0.00007561501,0.000002727295,0.009097034,0.000066672284,0.00044471625,0.00003055118,0.000009425561,0.005764748],"genre_scores_gemma":[0.9993123,0.0000367114,0.00033726703,0.000110421315,0.000007272898,0.000058592163,6.6283513e-7,0.0000019617266,0.00013485369],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939381,0.000031832595,0.00061811,0.0002904762,0.004754495,0.0003670017],"domain_scores_gemma":[0.986647,0.0028685096,0.0033156613,0.00010272363,0.007018161,0.000047958518],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.055342477,0.000069432586,0.00020345261,0.019848257,0.0020194498,0.012004744,0.0047194175,0.000078439094,0.0000014675404],"category_scores_gemma":[0.20841368,0.000049711474,0.000018826531,0.078638405,0.001560307,0.026061628,0.009099861,0.0002905632,1.5427531e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030556946,0.0000134565325,0.91181886,0.000027194677,0.000003977937,8.112961e-9,0.0041540554,0.0000031996226,0.0016777928,0.06952808,0.0010350879,0.011735207],"study_design_scores_gemma":[0.00083286065,0.00033362902,0.7160398,0.000022925211,0.000007982082,0.000003475047,0.09521636,0.00335206,0.006828561,0.16305554,0.014211025,0.0000957852],"about_ca_topic_score_codex":0.00021603183,"about_ca_topic_score_gemma":0.000022163647,"teacher_disagreement_score":0.1957791,"about_ca_system_score_codex":0.00015647139,"about_ca_system_score_gemma":0.00042697717,"threshold_uncertainty_score":0.9992798},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","open_science"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4309400080","doi":"10.1111/amet.13106","title":"Gendered disruptions in academic publishing during COVID‐19","year":2022,"lang":"en","type":"article","venue":"American Ethnologist","topic":"Gender Diversity and Inequality","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of British Columbia","funders":"","keywords":"Publishing; Coronavirus disease 2019 (COVID-19); Phenomenon; Productivity; Sociology; Service (business); Work (physics); Pandemic; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Set (abstract data type); 2019-20 coronavirus outbreak; Peer review; Qualitative property; Public relations; Media studies; Political science; Business; Marketing; Economics; Epistemology; Medicine; Law; Economic growth","score_opus":0.226723561196816,"score_gpt":0.39129515124383835,"score_spread":0.16457159004702235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309400080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9411565,0.00011139205,0.0001340033,0.044027295,0.00018136518,0.00014632319,0.000054586657,0.0002221811,0.013966376],"genre_scores_gemma":[0.99704677,0.00015873223,0.000108047214,0.0017519513,0.000052160387,0.000030897485,0.000016375123,0.0000050273484,0.0008300357],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99778867,0.0007717713,0.00018332644,0.0003104592,0.00042114666,0.0005246163],"domain_scores_gemma":[0.9992684,0.00015649757,0.00015328496,0.00019649425,0.000021823207,0.00020350653],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016555834,0.00007819282,0.00014983505,0.0001872088,0.0020430249,0.00010074625,0.00073788146,0.00006801356,0.0006083343],"category_scores_gemma":[0.0020218417,0.000095292846,0.000054028158,0.0012603047,0.0011968608,0.00047417442,0.0004911463,0.00097728,0.00001787169],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004943864,0.00014048268,0.7642792,0.000015315805,0.000026451975,0.0000750601,0.1722248,0.0014097281,0.0002717285,0.049787115,0.004790222,0.0069304705],"study_design_scores_gemma":[0.00034635718,0.00003908606,0.17838931,0.0000014617284,0.0000068635663,0.0000028774498,0.73236614,0.000019387217,0.000010239515,0.0034753857,0.08512419,0.0002187161],"about_ca_topic_score_codex":0.09626807,"about_ca_topic_score_gemma":0.011504614,"teacher_disagreement_score":0.5858899,"about_ca_system_score_codex":0.0008640737,"about_ca_system_score_gemma":0.00033012478,"threshold_uncertainty_score":0.9992562},"labels":[{"model":"gemma","categories":["metaresearch","sts"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4310572720","doi":"10.1177/09636625221135425","title":"Heuristic responses to pandemic uncertainty: Practicable communication strategies of “reasoned transparency” to aid public reception of changing science","year":2022,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"Canadian Institutes of Health Research","keywords":"Transparency (behavior); Science communication; Pandemic; Coronavirus disease 2019 (COVID-19); Heuristic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Psychology; Public relations; Computer science; Political science; Science education; Medicine; Computer security; Virology; Artificial intelligence; Infectious disease (medical specialty)","score_opus":0.6298813795993575,"score_gpt":0.4749396006509381,"score_spread":0.15494177894841943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310572720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92228925,0.00011775201,0.020202423,0.022325125,0.00029266533,0.0008041048,0.0000629554,0.00010263615,0.033803105],"genre_scores_gemma":[0.99758554,0.00047257775,0.0016843644,0.0000834105,0.0000114511895,0.000050386516,0.000010125406,0.000007652345,0.00009446924],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99632865,0.00053596176,0.00049329596,0.0003587529,0.0017077723,0.0005755639],"domain_scores_gemma":[0.99723554,0.00063091714,0.00045299152,0.00068198075,0.0007302015,0.00026837527],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.013400427,0.000107439715,0.00023274438,0.0019473392,0.0034297968,0.00027048838,0.0020371766,0.00003568332,0.00044157536],"category_scores_gemma":[0.0034372008,0.000119702854,0.00004874685,0.009352513,0.0043673995,0.0018465712,0.0005175111,0.0001743696,0.0000024239532],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015473593,0.00027843812,0.0064255283,0.00005751105,0.000008832072,2.3532077e-7,0.2032938,0.0007796764,0.09350473,0.6902505,0.00007050747,0.0051754927],"study_design_scores_gemma":[0.0003497475,0.00037150935,0.0041687973,0.00013578462,0.000017091374,0.000004904051,0.9766377,0.0013957777,0.00046683548,0.010898704,0.005292537,0.0002606094],"about_ca_topic_score_codex":0.0012504925,"about_ca_topic_score_gemma":0.0014804848,"teacher_disagreement_score":0.7733439,"about_ca_system_score_codex":0.001706533,"about_ca_system_score_gemma":0.0024633422,"threshold_uncertainty_score":0.99834216},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4310593977","doi":"10.1186/s43058-022-00372-5","title":"Connecting for Care: a protocol for a mixed-method social network analysis to advance knowledge translation in the field of child development and rehabilitation","year":2022,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Northern Lipids (Canada); Queen's University; Ontario HIV Treatment Network; Children's Hospital of Eastern Ontario; Alberta Health Services; McMaster University; University of Alberta; University of Manitoba; Toronto Rehabilitation Institute; Izaak Walton Killam Health Centre; George & Fay Yee Centre for Healthcare Innovation; Children's Hospital Research Institute of Manitoba; University of Toronto; Women and Children’s Health Research Institute; Dalhousie University; Holland Bloorview Kids Rehabilitation Hospital; ImmunoPrecise (Canada); BC Children's Hospital; Sunny Hill Health Centre for Children; University of British Columbia; Public Health Ontario; CARE Canada; University of British Columbia Hospital","funders":"Canadian Institutes of Health Research","keywords":"General partnership; Social network analysis; Nonprobability sampling; Knowledge translation; Social work; Participant observation; Field (mathematics); Protocol (science); Social network (sociolinguistics); Psychology; Process (computing); Nursing; Medical education; Knowledge management; Public relations; Medicine; Sociology; Computer science; Population; Political science; Social media","score_opus":0.4442134632763496,"score_gpt":0.7271948635246505,"score_spread":0.2829814002483009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310593977","genre_codex":"methods","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024473393,0.000022933871,0.56784517,0.12753464,0.00020756388,0.27862707,0.0003453499,0.000053131876,0.0008907659],"genre_scores_gemma":[0.28175202,4.137129e-7,0.27119172,0.0037225042,0.000027778891,0.4432401,0.00005471577,0.000006917029,0.0000038245184],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99629647,0.0014121593,0.0011278386,0.00031754439,0.00039692633,0.0004490449],"domain_scores_gemma":[0.98033655,0.018043408,0.0005375672,0.0004777378,0.00054019823,0.00006456999],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.011960167,0.000093961535,0.00019828265,0.0005615939,0.006967555,0.0000286929,0.0008566374,0.000024551622,0.000040572402],"category_scores_gemma":[0.0021548287,0.000089946545,0.000055287685,0.0042442363,0.00009683761,0.00028046718,0.00027926083,0.00018993617,6.755157e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010877053,0.0000767957,0.008734575,0.00028028397,0.000021774124,1.150972e-8,0.7954116,0.0010853647,0.00013153872,0.028080126,0.0029230644,0.16314612],"study_design_scores_gemma":[0.002239759,0.0003062346,0.038520608,0.000030252922,0.000042274027,3.2949737e-7,0.34807628,0.0032011294,0.00008901836,0.0010370173,0.6063046,0.00015248456],"about_ca_topic_score_codex":0.00015799011,"about_ca_topic_score_gemma":0.010884465,"teacher_disagreement_score":0.6033815,"about_ca_system_score_codex":0.0003768134,"about_ca_system_score_gemma":0.0009203248,"threshold_uncertainty_score":0.9943252},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"grok","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4313196624","doi":"10.2196/38861","title":"A Linked Open Data–Based Terminology to Describe Libre/Free and Open-source Software: Incremental Development Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universität Leipzig; Austrian Science Fund; Deutsche Forschungsgemeinschaft","keywords":"Computer science; Software; Domain (mathematical analysis); Product (mathematics); Terminology; Health informatics; Data science; World Wide Web; Knowledge management; Software engineering; Health care","score_opus":0.07194521190949792,"score_gpt":0.3398283808072929,"score_spread":0.26788316889779495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313196624","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39661276,0.000010267007,0.588305,0.006387323,0.00045367525,0.006576125,0.00008378805,0.0006026481,0.0009683959],"genre_scores_gemma":[0.20943159,5.836872e-7,0.76141524,0.026298398,0.000048251553,0.002061961,0.00027344655,0.000037812868,0.00043270827],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99627864,0.00019800817,0.0011539628,0.00044452428,0.0014364708,0.00048837665],"domain_scores_gemma":[0.9965891,0.00031039174,0.000292448,0.0022672634,0.0000992947,0.00044145496],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0026339323,0.00024598202,0.00040863644,0.00026488243,0.00086483813,0.001287263,0.01947027,0.00008600856,0.00028436226],"category_scores_gemma":[0.00072837155,0.00023661889,0.000016613594,0.001208526,0.000103802704,0.0029352729,0.09118878,0.0006282206,0.00007163281],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011268483,0.002859257,0.01784115,0.00010166436,0.00019028522,0.00014866947,0.08351699,0.000087036235,0.0000071766153,0.0018441868,0.123267785,0.7700231],"study_design_scores_gemma":[0.009282128,0.0018524257,0.013925666,0.000118697244,0.000026263786,0.0002479787,0.012617957,0.04911817,0.00005118317,0.00039541864,0.9112016,0.0011625049],"about_ca_topic_score_codex":0.000106020554,"about_ca_topic_score_gemma":0.00007112843,"teacher_disagreement_score":0.7879338,"about_ca_system_score_codex":0.00019999623,"about_ca_system_score_gemma":0.0015170514,"threshold_uncertainty_score":0.9997495},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"bench_or_experimental","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4313208965","doi":"10.4103/0973-3698.364675","title":"Disseminating Biomedical Research: Predatory Journals and Practices","year":2022,"lang":"en","type":"article","venue":"Indian Journal of Rheumatology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Dissemination; Engineering","score_opus":0.6830509861330616,"score_gpt":0.6488471419017912,"score_spread":0.03420384423127043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313208965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9833119,0.007029027,0.00014075382,0.007916777,0.0009472963,0.00008728595,0.000019135565,0.0000039060565,0.00054395513],"genre_scores_gemma":[0.9980003,0.0009494791,0.00074206723,0.000052357635,0.000046559024,0.000004319109,5.642319e-7,0.000009548221,0.00019477459],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.981538,0.0032074107,0.0015722213,0.0003794171,0.012593251,0.0007097161],"domain_scores_gemma":[0.9654472,0.025972348,0.0032099613,0.00042474899,0.003988719,0.0009570552],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.12487538,0.000101748556,0.0004821823,0.067568064,0.0010347668,0.0012925814,0.0027757373,0.00010626692,0.002487135],"category_scores_gemma":[0.20049366,0.00007244194,0.000115665694,0.061971772,0.0006393072,0.00084342744,0.0015036359,0.002121441,0.000032023694],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119018536,0.0003369398,0.7015039,0.000019291914,0.00007604732,0.0018359275,0.0036791025,0.000015968422,0.00066429545,0.0009404521,0.09676135,0.19404773],"study_design_scores_gemma":[0.0026481857,0.004397966,0.12911253,0.00014236593,0.00001872927,0.10573468,0.098282784,0.0012601323,0.00029738262,0.05457896,0.6030451,0.00048118908],"about_ca_topic_score_codex":0.0000344341,"about_ca_topic_score_gemma":0.0000046612304,"teacher_disagreement_score":0.57239133,"about_ca_system_score_codex":0.00013682978,"about_ca_system_score_gemma":0.0008589899,"threshold_uncertainty_score":0.9997442},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4313585831","doi":"10.33137/cjal-rcbu.v8.38832","title":"Ready for a Fair Deal","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Academic Librarianship","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Negotiation; Context (archaeology); Collective bargaining; Political science; Narrative; Public relations; Equity (law); Library science; Public administration; Sociology; Management; Law; History","score_opus":0.10584456249635238,"score_gpt":0.3136192897266179,"score_spread":0.20777472723026552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313585831","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39421144,0.0007587755,0.41184512,0.16544124,0.010701844,0.0010312285,0.00009901037,0.0007851948,0.015126157],"genre_scores_gemma":[0.98477966,0.000011886063,0.010583451,0.0024901007,0.00072502514,0.0000136973595,0.000008280808,0.00002657974,0.0013613142],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998642,0.000058733884,0.00048223356,0.00018758586,0.00014735035,0.00048206846],"domain_scores_gemma":[0.9986427,0.00024845285,0.0003306488,0.00022925004,0.0002195053,0.00032943988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078414846,0.00012291441,0.0001921716,0.0012728842,0.00018828631,0.0001307349,0.0016081422,0.00031642357,0.000025276371],"category_scores_gemma":[0.00045246293,0.00011932015,0.00007875842,0.0011047721,0.000095586955,0.00222332,0.000042245734,0.0010236219,0.000092751034],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000137678,0.0000027037336,0.0040083793,0.000014885162,0.000050427418,0.00017495648,0.0015129249,0.000021820873,0.00078277197,0.7382638,0.23816164,0.016991964],"study_design_scores_gemma":[0.0011603595,0.0004619726,0.020453386,0.00020389038,0.000023222154,0.0010282078,0.00071972655,0.0031465236,0.008138023,0.3797289,0.5844705,0.00046526568],"about_ca_topic_score_codex":0.00010084103,"about_ca_topic_score_gemma":0.00021754872,"teacher_disagreement_score":0.59056824,"about_ca_system_score_codex":0.00015584343,"about_ca_system_score_gemma":0.0020228857,"threshold_uncertainty_score":0.48657346},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4313590187","doi":"10.1332/174426421x16656568731041","title":"Use of research evidence in legislatures: a systematic review","year":2023,"lang":"en","type":"review","venue":"Evidence & Policy","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Collège de Maisonneuve; Université Laval","funders":"","keywords":"Legislature; Systematic review; Political science; MEDLINE; Law","score_opus":0.9767976449633988,"score_gpt":0.8324153214279946,"score_spread":0.14438232353540426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313590187","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000315609,0.96969837,0.000005335198,0.008991094,0.00034976756,0.020544013,0.00012639374,0.00013779003,0.00014405444],"genre_scores_gemma":[0.0000059000854,0.9770663,0.00011904294,0.0061989357,0.00062448275,0.00944212,0.000008410102,0.00012590444,0.006408936],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9520811,0.03277979,0.008082509,0.0012356071,0.0031633177,0.00265768],"domain_scores_gemma":[0.8467866,0.14368097,0.0040319427,0.003318411,0.0014954166,0.00068663206],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049336907,0.00065802014,0.0059240167,0.004024545,0.00062972034,0.00006741334,0.002715014,0.00071151915,0.00023784458],"category_scores_gemma":[0.4375719,0.0005008383,0.00053985644,0.016263356,0.0004944643,0.0015551203,0.0012173185,0.0039182086,0.0062533314],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030758388,0.000009691977,0.000026399839,0.9594724,0.000023329574,0.000019969282,0.0026921467,1.5052025e-7,1.9383359e-7,0.0013636934,0.03258227,0.003806683],"study_design_scores_gemma":[0.000041788415,0.000046962883,0.000019112776,0.68552095,0.00018221149,0.000007598855,0.0001686727,0.0000014994367,4.3014403e-8,0.000098939185,0.31369147,0.00022076836],"about_ca_topic_score_codex":0.01599546,"about_ca_topic_score_gemma":0.0025895482,"teacher_disagreement_score":0.388235,"about_ca_system_score_codex":0.002902261,"about_ca_system_score_gemma":0.026409741,"threshold_uncertainty_score":0.9997443},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4319443012","doi":"10.1007/978-981-19-8590-4_6","title":"Reflections on Remixing Open Access Content into Open Educational Resources: A New Paradigm for Sustainable Data-Driven Language Learning Systems Design in Higher Education","year":2023,"lang":"en","type":"book-chapter","venue":"Future education and learning spaces","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"University of Waikato","keywords":"Open educational resources; Computer science; Open education; Multimedia; World Wide Web","score_opus":0.16203991385795963,"score_gpt":0.4263413651949371,"score_spread":0.26430145133697747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319443012","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037221552,0.15012364,0.0886226,0.28079817,0.021165935,0.02727096,0.000034388126,0.0036801214,0.427932],"genre_scores_gemma":[0.0017034083,0.00042922774,0.07184015,0.00063386356,0.0025555817,0.0005781592,0.00058479904,0.00009446509,0.9215804],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974589,0.00029692493,0.0004339348,0.00116124,0.0003024914,0.00034650648],"domain_scores_gemma":[0.99745446,0.0006066997,0.0007132748,0.00072545325,0.0002968856,0.00020322543],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012813527,0.00039094442,0.0004557206,0.000753463,0.00079297606,0.0075236973,0.004255402,0.00033586932,0.000078080586],"category_scores_gemma":[0.0006721516,0.00037244626,0.000042690626,0.0003963571,0.000041458294,0.002844689,0.0021154433,0.0011403252,0.000018752062],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007195081,0.000114968934,0.000070253045,0.0005095236,0.00005910861,0.000003938647,0.010419338,0.0005267529,0.000025359646,0.864983,0.08691973,0.036296044],"study_design_scores_gemma":[0.00028240785,0.00017108649,0.00018740223,0.0019307593,0.00004021924,0.000014774281,0.007940003,0.0007238494,0.0000068413046,0.038897187,0.9492254,0.0005800625],"about_ca_topic_score_codex":0.004923188,"about_ca_topic_score_gemma":0.00029163406,"teacher_disagreement_score":0.8623057,"about_ca_system_score_codex":0.0005074882,"about_ca_system_score_gemma":0.0034944257,"threshold_uncertainty_score":0.99987274},"labels":[{"model":"gemma","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4319870972","doi":"10.31468/dwr.989","title":"Power effects, normalising advice and evolving knowledge of doctoral writing","year":2023,"lang":"en","type":"article","venue":"Discourse and Writing/Rédactologie","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Advice (programming); Agency (philosophy); Power (physics); Literacy; Norm (philosophy); Space (punctuation); Sociology; Pedagogy; Psychology; Public relations; Political science; Social science; Linguistics; Computer science; Law","score_opus":0.2233855852330089,"score_gpt":0.5508770861327812,"score_spread":0.3274915008997723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319870972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9766584,0.005452876,0.00003976733,0.002607182,0.0006761136,0.00035221205,0.000033867433,0.00030198946,0.0138776],"genre_scores_gemma":[0.9975997,0.0008869261,0.00024999023,0.00016918004,0.0002916839,0.000058275407,0.00003488506,0.000029695992,0.0006796285],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979854,0.0002758652,0.0005636982,0.00035822927,0.00013223066,0.00068454887],"domain_scores_gemma":[0.99741,0.0017318287,0.0002237683,0.00023358235,0.00020936712,0.00019145085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008474951,0.00020969592,0.0003980259,0.00020431985,0.0009621821,0.000035442794,0.00013150519,0.00021127873,0.00013633227],"category_scores_gemma":[0.00058544497,0.00018725386,0.00006813107,0.00035501577,0.00022614107,0.0003272292,0.0002656048,0.00051126536,0.000055334654],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061391336,0.0003925065,0.85051465,0.0038597868,0.00016138947,0.000044307428,0.04600328,0.0000112571315,0.0018684189,0.043758314,0.028022245,0.025302438],"study_design_scores_gemma":[0.0015595754,0.00020988309,0.79638,0.0023595185,0.00010923026,0.000012629792,0.18825442,0.001817418,0.000077609635,0.0013166774,0.007286046,0.0006169846],"about_ca_topic_score_codex":0.00020467315,"about_ca_topic_score_gemma":0.00008356535,"teacher_disagreement_score":0.14225115,"about_ca_system_score_codex":0.000052456577,"about_ca_system_score_gemma":0.00019423164,"threshold_uncertainty_score":0.76359904},"labels":[{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4322489884","doi":"10.2196/45684","title":"The Use of Social Media for Dissemination of Research Evidence to Health and Social Care Practitioners: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Social media; PsycINFO; CINAHL; Information Dissemination; Health care; Medical education; MEDLINE; Medicine; Systematic review; Evidence-based practice; Data extraction; Protocol (science); Psychology; Public relations; Nursing; Alternative medicine; World Wide Web; Psychological intervention; Computer science; Political science","score_opus":0.9143723461296347,"score_gpt":0.7934559648791367,"score_spread":0.12091638125049797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322489884","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.7974286e-8,0.07255987,0.0000067781175,0.0071228514,0.00004713362,0.9200245,0.00019253591,0.00003740767,0.000008899053],"genre_scores_gemma":[2.4311865e-8,0.16448233,0.00020736222,0.000019815894,0.0009268318,0.8341263,0.000045170073,0.00006814041,0.00012401938],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.97865,0.013689157,0.0021858846,0.0006389797,0.0035932255,0.0012427734],"domain_scores_gemma":[0.86612415,0.12489304,0.0016665548,0.00042338757,0.006588354,0.00030450866],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041414883,0.00026593695,0.0020589002,0.0006463646,0.0035852531,0.00032077424,0.0010785102,0.0004565407,0.0000075392595],"category_scores_gemma":[0.257274,0.00019670116,0.00036636836,0.003208785,0.0011997505,0.00039307022,0.0002439783,0.0008700367,0.000009895816],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098084005,0.000074278156,5.241113e-7,0.80522454,0.000022837627,1.1193853e-7,0.04633358,2.6762064e-9,8.66597e-8,0.0040662293,0.04715297,0.09702676],"study_design_scores_gemma":[0.000086281536,0.00033144985,0.0000010729854,0.47495762,0.000014895314,1.1274037e-7,0.0074879727,1.8474798e-7,2.3299388e-7,0.00012465027,0.51691675,0.00007876412],"about_ca_topic_score_codex":0.00027318439,"about_ca_topic_score_gemma":0.00093345705,"teacher_disagreement_score":0.46976382,"about_ca_system_score_codex":0.0019350945,"about_ca_system_score_gemma":0.013153325,"threshold_uncertainty_score":0.99771196},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4323772350","doi":"10.3138/jsp-2022-0049","title":"What Can Be Learned about Predatory Journals from a Failed Study? Possible Motivations behind Predatory Journals","year":2023,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Scrutiny; Publishing; Value (mathematics); Grammar; Documentation; Compromise; Public relations; Psychology; Sociology; Internet privacy; Computer science; Social science; Political science; Law; Linguistics","score_opus":0.62953521345765,"score_gpt":0.5478280282914975,"score_spread":0.0817071851661525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323772350","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9597394,0.0080348,0.00066556345,0.025814287,0.004251598,0.0004516387,0.00020354243,0.00005953562,0.0007796513],"genre_scores_gemma":[0.98731506,0.00318616,0.0010432081,0.0009504287,0.0015914084,0.000010998026,0.000012197156,0.00006315212,0.0058273952],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9574059,0.0024365005,0.004229961,0.0010643782,0.03347124,0.0013920157],"domain_scores_gemma":[0.946077,0.010681242,0.0045458535,0.0015790977,0.034657437,0.0024593882],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.15450838,0.00041983527,0.001150375,0.1055856,0.0015892718,0.44051355,0.009997955,0.00057859335,0.0026389195],"category_scores_gemma":[0.32009065,0.00030651334,0.0006763601,0.12845936,0.00017817496,0.23200504,0.0021211545,0.0063811317,0.00014850804],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089726804,0.00056756666,0.8114066,0.0000065481477,0.0003731189,0.0004195255,0.007446118,0.0005256999,0.0039040959,0.00003153453,0.119450256,0.055779204],"study_design_scores_gemma":[0.0022656105,0.00043633542,0.91334844,0.00029206031,0.00005695101,0.00006988568,0.042533323,0.0005816566,0.00036745227,0.0097383,0.029946173,0.00036382163],"about_ca_topic_score_codex":0.00025494196,"about_ca_topic_score_gemma":0.00019103172,"teacher_disagreement_score":0.20850852,"about_ca_system_score_codex":0.0006784449,"about_ca_system_score_gemma":0.002418506,"threshold_uncertainty_score":0.9999387},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4323772420","doi":"10.3138/jsp-2022-0028","title":"<i>Academia Letters</i>: Examination of an ‘Experimental’ Academia.edu Publishing Model","year":2023,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Trustworthiness; Scholarly communication; Public relations; Library science; Political science; Computer science; Law; Internet privacy","score_opus":0.1432524128185395,"score_gpt":0.3985733770439685,"score_spread":0.255320964225429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323772420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9529666,0.0006927875,0.0030863762,0.034902483,0.0015416384,0.00019461634,0.000043228632,0.00012223296,0.0064500594],"genre_scores_gemma":[0.98813474,0.00005503414,0.0046724277,0.0046169534,0.0015236675,0.00000726663,0.000031214044,0.000066580484,0.00089212926],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9800035,0.0015358091,0.004213318,0.0009589429,0.012304832,0.000983633],"domain_scores_gemma":[0.9858265,0.0024110451,0.0048260437,0.000927373,0.0050540296,0.00095499324],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","scholarly_communication","research_integrity"],"category_scores_codex":[0.094649956,0.00041677032,0.0010226629,0.004150972,0.00055126287,0.1235711,0.013164668,0.002727248,0.00011910647],"category_scores_gemma":[0.11511511,0.00033630896,0.0004305415,0.0064324504,0.00021293825,0.54934824,0.0016178602,0.01748342,0.00003801925],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020258856,0.00027812328,0.028803231,0.000038552193,0.00014802271,0.000092008006,0.014154029,0.035186592,0.1592917,0.0073482827,0.63501966,0.11943722],"study_design_scores_gemma":[0.011161418,0.0009916621,0.3359097,0.0016394123,0.0003391378,0.0008116671,0.071302466,0.28970262,0.0978089,0.08975008,0.097231455,0.0033515075],"about_ca_topic_score_codex":0.00006797177,"about_ca_topic_score_gemma":0.000004374095,"teacher_disagreement_score":0.5377882,"about_ca_system_score_codex":0.0004130591,"about_ca_system_score_gemma":0.0006752226,"threshold_uncertainty_score":0.99990886},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4362700715","doi":"10.1101/2023.04.05.535734","title":"Second-order Citations in Altmetrics: A Case Study Analyzing the Audiences of COVID-19 Research in the News and on Social Media","year":2023,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Queensland University of Technology","keywords":"Altmetrics; Social media; Order (exchange); CITES; Coronavirus disease 2019 (COVID-19); Public relations; Sociology; Political science; Data science; Computer science; World Wide Web; Medicine; Business","score_opus":0.22443319868326883,"score_gpt":0.4181630226410769,"score_spread":0.19372982395780808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362700715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99427557,0.0001797246,0.000021645481,0.0037715232,0.00027540416,0.001243181,0.000064149506,0.00004366842,0.00012515418],"genre_scores_gemma":[0.9990557,0.00031594056,0.00007647595,0.00025738214,0.00018472246,0.0000902006,1.1853724e-7,0.00001567618,0.0000038062578],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99560004,0.0019988234,0.0005597976,0.00038637134,0.0009891383,0.0004658026],"domain_scores_gemma":[0.9955871,0.0031003773,0.00030349742,0.0004295402,0.00041043357,0.00016903861],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013435406,0.00018195758,0.0003032774,0.0014499517,0.00095393514,0.0004088965,0.00066395267,0.00021612193,0.000047827532],"category_scores_gemma":[0.010944738,0.00013155646,0.000047858073,0.0060538854,0.0005206516,0.00020726467,0.00023900696,0.0009468375,0.000010744383],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009617773,0.001237346,0.11645126,0.0007075785,0.00021846416,0.0011682408,0.8392832,0.000578347,0.00030620384,0.032745667,0.0070312605,0.00017622976],"study_design_scores_gemma":[0.0012908061,0.00012834811,0.6247889,0.00018476148,0.000051419534,7.207386e-8,0.36813375,0.00028563145,0.000054885106,0.00014684329,0.004376096,0.00055850315],"about_ca_topic_score_codex":0.008388991,"about_ca_topic_score_gemma":0.03647442,"teacher_disagreement_score":0.5083376,"about_ca_system_score_codex":0.0003204631,"about_ca_system_score_gemma":0.0020408279,"threshold_uncertainty_score":0.99821424},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4366548716","doi":"10.33137/cjal-rcbu.v9.38148","title":"Articulations of language and value(s) in scholarly publishing circuits","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Academic Librarianship","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sociology; Mainstream; Value (mathematics); Praxis; Publishing; Valuation (finance); Social science; Epistemology; Computer science; Political science; Law; Economics","score_opus":0.0614806772419375,"score_gpt":0.24179874572367885,"score_spread":0.18031806848174134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366548716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97728026,0.0024788086,0.000006398975,0.0034281213,0.00029823766,0.000042267668,0.000017142896,0.000016393104,0.016432391],"genre_scores_gemma":[0.99789256,0.000013113514,0.000025078853,0.0005148263,0.00051034277,7.111209e-7,0.0000072588077,0.00001562047,0.0010204865],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989935,0.00014377582,0.00038975713,0.00008839574,0.00014065157,0.00024389433],"domain_scores_gemma":[0.99912035,0.00025310775,0.00019244272,0.00008257406,0.000058243164,0.00029328992],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011497192,0.00007618251,0.00017123579,0.0009116884,0.00013961965,0.0011182358,0.0002535058,0.00011440381,0.0004349023],"category_scores_gemma":[0.0018582083,0.00007062583,0.000045878354,0.00020318804,0.00009914129,0.006295142,0.000013992357,0.0013253917,0.0000076032975],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005023337,0.0000052415835,0.12238529,0.00007104092,0.000054126245,0.00030504295,0.4498831,0.00029881016,0.0003299789,0.38821623,0.005924295,0.032521818],"study_design_scores_gemma":[0.0026605956,0.0001965732,0.35832426,0.0020607149,0.00012823354,0.000283493,0.48795924,0.0013460141,0.00032681774,0.03278206,0.1131614,0.0007706238],"about_ca_topic_score_codex":0.008479667,"about_ca_topic_score_gemma":0.005392047,"teacher_disagreement_score":0.35543418,"about_ca_system_score_codex":0.000032495307,"about_ca_system_score_gemma":0.00045806606,"threshold_uncertainty_score":0.9999187},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4366783310","doi":"10.1186/s41073-023-00128-2","title":"Scientific sinkhole: estimating the cost of peer review based on survey data with snowball sampling","year":2023,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Prince Edward Island; Agricultural Research Institute of Ontario","funders":"","keywords":"Snowball sampling; Scopus; Peer review; Psychology; Demography; Medicine; Actuarial science; Geography; Statistics; MEDLINE; Political science; Business; Sociology; Mathematics","score_opus":0.952932832349722,"score_gpt":0.7128552951760203,"score_spread":0.24007753717370173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366783310","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008900476,0.45563105,0.01418203,0.4871189,0.0015437815,0.010934273,0.0070580426,0.00015732733,0.014474101],"genre_scores_gemma":[0.27519447,0.60402906,0.018777374,0.009009569,0.0006369592,0.0006736663,0.007404114,0.00020898547,0.08406579],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9388121,0.0055411663,0.0014558879,0.0018160795,0.05110046,0.0012743281],"domain_scores_gemma":[0.7242428,0.12653145,0.0011073444,0.012871005,0.13354589,0.0017015286],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5547979,0.00021518701,0.0007798712,0.010945799,0.0010654031,0.0035327594,0.0065204636,0.00009799213,0.0006333195],"category_scores_gemma":[0.63858366,0.00010254955,0.000114888164,0.19269064,0.0012004178,0.0005447088,0.0023484963,0.0021607645,0.0005419625],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020875057,0.00009121836,0.0071694455,0.0025214362,0.000013243253,0.000009521886,0.000026165071,0.000029473898,0.000006837244,0.00018360357,0.691698,0.2982302],"study_design_scores_gemma":[0.00024597286,0.0002283798,0.031462498,0.0154436305,0.000021467285,0.000009838818,0.000074488285,0.06817354,0.000014715915,0.00070851773,0.883397,0.00021997251],"about_ca_topic_score_codex":0.0006840166,"about_ca_topic_score_gemma":0.00030211522,"teacher_disagreement_score":0.47810936,"about_ca_system_score_codex":0.0000745736,"about_ca_system_score_gemma":0.0012074243,"threshold_uncertainty_score":0.99885476},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4368360813","doi":"10.1177/08445621231172621","title":"Research on Predatory Publishing in Health Care: A Scoping Review","year":2023,"lang":"en","type":"review","venue":"Canadian Journal of Nursing Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; CINAHL; MEDLINE; Health care; Grey literature; Scopus; Empirical research; Multidisciplinary approach; Scientific literature; Medicine; Psychology; Nursing; Political science; Social science; Sociology; Psychological intervention; Biology","score_opus":0.9582995180482285,"score_gpt":0.7773683384431942,"score_spread":0.18093117960503435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4368360813","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007932847,0.9830613,0.000005871211,0.0056852647,0.0015892596,0.0024659343,0.000102329985,0.000008351009,0.0070737717],"genre_scores_gemma":[0.0000626319,0.9977125,0.00008556345,0.0001172995,0.0006837561,0.000052945787,0.000015044393,0.000104733044,0.0011655275],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9330321,0.018737216,0.0053755166,0.0016341337,0.036591046,0.004629992],"domain_scores_gemma":[0.901505,0.055748384,0.0020691953,0.0029100182,0.030033275,0.007734115],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.40285283,0.0004283388,0.0034170642,0.383539,0.0014629222,0.014486265,0.012002132,0.00070381863,0.0003360909],"category_scores_gemma":[0.32090995,0.00031706973,0.00080351083,0.41542244,0.0011598025,0.0016076991,0.00048753902,0.012599956,0.0008042057],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000043045884,0.000033094708,0.000014466317,0.018661218,0.000010262755,0.00051667885,0.00040536976,0.0000033406045,8.316779e-9,0.00022489589,0.24585165,0.7342747],"study_design_scores_gemma":[0.00012368926,0.00038391977,0.00002582699,0.54715127,0.0000060151847,0.00008423325,0.0015585775,0.0000033341532,5.9533935e-8,0.0009416304,0.44956338,0.00015806496],"about_ca_topic_score_codex":0.0044093514,"about_ca_topic_score_gemma":0.0087226955,"teacher_disagreement_score":0.7341167,"about_ca_system_score_codex":0.018081998,"about_ca_system_score_gemma":0.10470248,"threshold_uncertainty_score":0.9999738},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4377020955","doi":"10.12688/f1000research.133710.1","title":"Making science public: a review of journalists’ use of Open Science research","year":2023,"lang":"en","type":"review","venue":"F1000Research","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Arts and Humanities Research Council; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Fundação de Amparo à Pesquisa do Estado de São Paulo; Deutsche Forschungsgemeinschaft","keywords":"Open peer review; Open science; Plant biology; Open data; Physiology; Citizen science; Neuroscience; Engineering ethics; Political science; Medicine; Psychology; Biology; Engineering; Botany; Physics","score_opus":0.9515545007136529,"score_gpt":0.7551723002125759,"score_spread":0.19638220050107702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377020955","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011919342,0.97849303,0.000046980564,0.0017759671,0.00044814873,0.003248423,0.0002006361,0.000034662004,0.015740216],"genre_scores_gemma":[0.000059518916,0.99043804,0.0007820744,0.00010481422,0.0001788051,0.00019472156,0.000010538784,0.00008201458,0.008149494],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9254473,0.007679043,0.0066927625,0.0037446814,0.052935082,0.0035011354],"domain_scores_gemma":[0.9197303,0.03306343,0.004103703,0.007981482,0.033588383,0.001532719],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science"],"category_scores_codex":[0.41561195,0.00047564783,0.0038841157,0.014945129,0.0019217549,0.021407334,0.116024345,0.00039304156,0.0011857807],"category_scores_gemma":[0.49917465,0.00030623478,0.0006131452,0.10404132,0.014687879,0.0157454,0.062203977,0.0046792286,0.0007576335],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006817073,0.00006089285,0.00007818398,0.02315397,0.000027184857,0.000025172145,0.000072490206,5.274876e-7,0.0000074651475,0.0120298285,0.12855005,0.83598745],"study_design_scores_gemma":[0.00006921027,0.000054582226,0.00005226693,0.15362123,0.000028922921,0.000046367677,0.00014786942,0.000058390444,0.0000096923795,0.0032515868,0.8424055,0.00025437222],"about_ca_topic_score_codex":0.00069812173,"about_ca_topic_score_gemma":0.000026660537,"teacher_disagreement_score":0.83573306,"about_ca_system_score_codex":0.0009798504,"about_ca_system_score_gemma":0.045016076,"threshold_uncertainty_score":0.99993896},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4377821117","doi":"10.2196/41388","title":"Assessment of the Dissemination of COVID-19–Related Articles Across Social Media: Altmetrics Study","year":2023,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Altmetrics; Citation; Social media; Bibliometrics; Scopus; Coronavirus disease 2019 (COVID-19); Dimension (graph theory); Citation analysis; Information Dissemination; MEDLINE; Library science; Medicine; Computer science; World Wide Web; Political science; Mathematics","score_opus":0.18063523789001237,"score_gpt":0.5805738851175438,"score_spread":0.3999386472275315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377821117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98675674,0.0000051650595,0.000033252512,0.0019310289,0.000119006974,0.0007100429,0.000053248215,0.00003551115,0.010356025],"genre_scores_gemma":[0.9995825,0.000032090255,0.0000050554786,0.0000126968835,0.000024033081,0.000021310609,0.0000080432865,0.000004455696,0.00030978414],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99569327,0.0010263115,0.00041810976,0.000083201616,0.0023793306,0.00039978986],"domain_scores_gemma":[0.9963926,0.0025120429,0.0002282066,0.00014862535,0.00057552446,0.0001429942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00970821,0.000061122395,0.00015039863,0.0003660844,0.0011657916,0.0000747252,0.00041145293,0.00008006824,0.00022569693],"category_scores_gemma":[0.007831557,0.0000425449,0.00006487294,0.005748107,0.0006499001,0.0005243938,0.00021871857,0.00027644995,0.000029992745],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000092114005,0.0002442104,0.005418642,0.000051513594,0.000021674961,4.6284435e-7,0.96358144,0.000014891805,0.00011959054,0.012952195,0.0071485243,0.010437611],"study_design_scores_gemma":[0.00027237803,0.00007288974,0.4770223,0.0000129859445,0.0000020909497,8.8336094e-8,0.5203957,0.00048486333,0.00018272096,0.0009579234,0.0005581767,0.000037909907],"about_ca_topic_score_codex":0.00018363248,"about_ca_topic_score_gemma":0.00032801254,"teacher_disagreement_score":0.47160366,"about_ca_system_score_codex":0.00028815438,"about_ca_system_score_gemma":0.0005898685,"threshold_uncertainty_score":0.937567},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4378806110","doi":"10.1136/bmjebm-2022-112200","title":"Plain language summaries: enhancing patient-centred care and improving accessibility of health research","year":2023,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Stroke Network; University Health Network; University of British Columbia","funders":"","keywords":"Plain language; Health care; Medicine; Computer science; Nursing; Political science","score_opus":0.264962570399348,"score_gpt":0.5450406684158028,"score_spread":0.2800780980164548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378806110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96385854,0.017012915,0.0005190259,0.0122812595,0.0007890886,0.004426777,0.00009521916,0.0002527399,0.0007644233],"genre_scores_gemma":[0.99432284,0.0003536866,0.0007819836,0.0036298593,0.00029838548,0.00029113502,0.00018862062,0.00002006323,0.00011345208],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9901275,0.0038468062,0.0032118831,0.0005201745,0.0012222122,0.0010714353],"domain_scores_gemma":[0.98768497,0.008544801,0.0012020875,0.0008425145,0.0012730625,0.00045259428],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014220525,0.00020660339,0.0006960557,0.000580692,0.0012979634,0.000018005245,0.00031809328,0.00020068104,0.0005349738],"category_scores_gemma":[0.031726193,0.00015233361,0.000049121823,0.001577327,0.00041477065,0.0009636683,0.0002803349,0.0010174176,0.00005815681],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077151164,0.000059525773,0.23361802,0.039786402,0.000013216849,0.00001092264,0.37883702,0.000011136977,0.0011345492,0.00019682845,0.015993847,0.32956702],"study_design_scores_gemma":[0.0037773978,0.0016884826,0.14142285,0.033519305,0.000021580407,0.0000010629266,0.8020487,0.004830457,0.0014932471,0.00025443104,0.010587525,0.00035494994],"about_ca_topic_score_codex":0.0054331888,"about_ca_topic_score_gemma":0.00082484435,"teacher_disagreement_score":0.4232117,"about_ca_system_score_codex":0.0005657019,"about_ca_system_score_gemma":0.0035006634,"threshold_uncertainty_score":0.9983017},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4379016279","doi":"10.1038/d41586-023-01819-y","title":"Preprint clubs: why it takes a village to do peer review","year":2023,"lang":"en","type":"article","venue":"Nature","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Preprint; Peer review; Library science; Political science; Medical education; Sociology; Medicine; World Wide Web; Computer science","score_opus":0.09212102075893597,"score_gpt":0.4533360865420113,"score_spread":0.36121506578307533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379016279","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014795715,0.013748121,0.00037509174,0.7996442,0.0023067468,0.0009168023,0.0000809942,0.00033555095,0.16779679],"genre_scores_gemma":[0.48113987,0.0019380482,0.0010374915,0.3225276,0.0010179596,0.00012157189,0.000046241777,0.000048181846,0.19212307],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99394035,0.00019291493,0.00053024734,0.00076622673,0.0042182356,0.00035199337],"domain_scores_gemma":[0.9965791,0.0008105249,0.00016694289,0.0010079049,0.0011995237,0.00023600952],"candidate_categories":["metaresearch","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.013804995,0.00015632673,0.00034869116,0.00027396803,0.00014816398,0.0013102805,0.0038818747,0.0009209026,0.0016282111],"category_scores_gemma":[0.068732314,0.00010077637,0.00014524042,0.0034856377,0.000030275447,0.00096437923,0.0006609582,0.0025346463,0.00586824],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055328533,0.000005846236,0.0010440155,0.000022270531,0.0000051630664,0.000012369515,0.0004692981,0.000025003834,0.000025252983,0.0006459699,0.9701299,0.027609358],"study_design_scores_gemma":[0.00007524555,0.000009424807,0.004612467,0.00038890247,0.000005740657,0.0000070509755,0.0004780426,0.00004018925,0.000078297584,0.005516379,0.9886413,0.00014692394],"about_ca_topic_score_codex":0.000016426879,"about_ca_topic_score_gemma":0.000024493838,"teacher_disagreement_score":0.4771166,"about_ca_system_score_codex":0.000038747756,"about_ca_system_score_gemma":0.000078905265,"threshold_uncertainty_score":0.9997665},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4379160774","doi":"10.1002/leap.1547","title":"Human‐ and <scp>AI</scp>‐based authorship: Principles and ethics","year":2023,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Premise; Medical journal; Computer science; Key (lock); Operations research; Sociology; Epistemology; Library science; Computer security; Philosophy; Engineering","score_opus":0.437435979144406,"score_gpt":0.47657498597324593,"score_spread":0.03913900682883992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379160774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92392015,0.00024933685,0.0001324438,0.07166136,0.0003088053,0.00023247306,0.0000026143957,0.00028349532,0.0032093131],"genre_scores_gemma":[0.99025327,0.00006783191,0.0004220544,0.004537524,0.00045328654,0.000022963197,0.00007760665,0.000028503948,0.0041369656],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984907,0.00015244006,0.00030432327,0.00034787392,0.00033045473,0.0003742131],"domain_scores_gemma":[0.9979739,0.0011498332,0.00009925054,0.00023703689,0.00023602415,0.00030391186],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025646272,0.00011957881,0.00018150902,0.00027054895,0.0004523044,0.00084112707,0.000090183115,0.00042536636,0.000023470473],"category_scores_gemma":[0.0136817545,0.000114097355,0.0000315271,0.0005166705,0.0001181761,0.0007197846,0.00007459751,0.0014884681,0.000037157733],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053412477,0.00021216144,0.60135835,0.0027912022,0.000097039265,0.000111796595,0.101449065,0.00032072692,0.0058136177,0.07875555,0.05895827,0.15007879],"study_design_scores_gemma":[0.000589024,0.00077316276,0.49077135,0.0014375799,0.00019178347,0.000085398045,0.04857774,0.028956624,0.015659194,0.07654667,0.33595967,0.0004517951],"about_ca_topic_score_codex":0.00081630796,"about_ca_topic_score_gemma":0.0002560953,"teacher_disagreement_score":0.2770014,"about_ca_system_score_codex":0.000046923506,"about_ca_system_score_gemma":0.00028552886,"threshold_uncertainty_score":0.9946264},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4379364963","doi":"10.1002/asi.24758","title":"A comparative study of the coverage of African journals in Web of Science, Scopus, and CrossRef","year":2023,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Council of Prairie and Pacific University Libraries; Western University","funders":"","keywords":"Scopus; Web of science; Directory; Library science; Citation; Bibliometrics; World Wide Web; Computer science; MEDLINE; Political science","score_opus":0.28533283705545054,"score_gpt":0.536237433066305,"score_spread":0.25090459601085446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379364963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972012,0.00004301766,0.000026777769,0.0014185997,0.00023109077,0.00029564416,0.00001796197,0.000001968682,0.0007637553],"genre_scores_gemma":[0.9998111,0.000082287595,0.000042444568,0.000015191428,0.00000414487,0.000002215195,3.632737e-8,7.9705285e-7,0.00004176566],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9920731,0.00007773766,0.0012167448,0.00010592225,0.006293956,0.00023249432],"domain_scores_gemma":[0.9843748,0.0012741241,0.0032394358,0.00024278711,0.010815318,0.00005349106],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.04947075,0.000053283635,0.00031891782,0.03845652,0.0003966199,0.00037365788,0.002044581,0.000059360354,0.0000021285502],"category_scores_gemma":[0.055764697,0.000026755806,0.000051665404,0.18819375,0.0014406062,0.0022447044,0.00068144675,0.00019951239,6.576706e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029977215,0.000115017276,0.965319,0.0000079594565,0.0000150061405,1.0362247e-7,0.005175968,0.00029777482,0.010932993,0.0032833884,0.00056850776,0.014254318],"study_design_scores_gemma":[0.0011263799,0.0004335156,0.94875145,0.00003057155,0.000007590939,0.0000060180973,0.022925429,0.0037460744,0.012902012,0.0089925565,0.0010343724,0.00004403226],"about_ca_topic_score_codex":0.000011209703,"about_ca_topic_score_gemma":0.000020974448,"teacher_disagreement_score":0.14973724,"about_ca_system_score_codex":0.00016990052,"about_ca_system_score_gemma":0.001097817,"threshold_uncertainty_score":0.9787699},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4379389436","doi":"10.3138/jsp-2022-0073","title":"Toward a Potential Solution of the Crisis in Scholarly Publishing: An Academic Research Community Alliance Model","year":2023,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Alliance; Public relations; Perspective (graphical); Academic community; Sociology; State (computer science); Set (abstract data type); Political science; Computer science; Social science; Law","score_opus":0.4659224511730276,"score_gpt":0.4779319057638813,"score_spread":0.012009454590853674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379389436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8804272,0.0007694216,0.0019211663,0.11318531,0.0014244401,0.00028128334,0.00004584657,0.000051388968,0.0018939436],"genre_scores_gemma":[0.9955338,0.00021370554,0.0013955438,0.0014119432,0.00071952236,0.000009573143,0.000009302721,0.000045385783,0.0006611895],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96279085,0.011403049,0.004708082,0.000892156,0.018629279,0.0015766096],"domain_scores_gemma":[0.9714782,0.0037389067,0.0034430653,0.002147236,0.01834311,0.00084945315],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","scholarly_communication","research_integrity"],"category_scores_codex":[0.25618094,0.000324327,0.00087045063,0.0037644529,0.0015634674,0.21101531,0.03150591,0.001521913,0.00004062138],"category_scores_gemma":[0.31919596,0.00022505262,0.0004442388,0.014421096,0.00041810743,0.6078136,0.0050633885,0.040030204,0.000023407347],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005092843,0.00040606948,0.20783965,0.000057751302,0.00009562336,0.000054942422,0.02387133,0.033425704,0.00985317,0.006038387,0.6869773,0.030870745],"study_design_scores_gemma":[0.0029992263,0.0002844684,0.36575088,0.0009203899,0.00005438295,0.00015479689,0.0741452,0.08098275,0.0010424851,0.46423894,0.0087900935,0.0006363804],"about_ca_topic_score_codex":0.002171173,"about_ca_topic_score_gemma":0.00024224767,"teacher_disagreement_score":0.67818725,"about_ca_system_score_codex":0.0007072893,"about_ca_system_score_gemma":0.00230483,"threshold_uncertainty_score":0.99977434},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4382141301","doi":"10.5334/dsj-2023-018","title":"Polar Data Forum IV – An Ocean of Opportunities","year":2023,"lang":"en","type":"article","venue":"Data Science Journal","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Inuvialuit Regional Corporation; Nunavut Research Institute; University of Calgary","funders":"LifeWatch – Niclas Öberg Foundation; Belgian Federal Science Policy Office","keywords":"Interoperability; Polar; Data management; Computer science; Library science; World Wide Web; Data science; Database","score_opus":0.5412294111931125,"score_gpt":0.46077708226501984,"score_spread":0.08045232892809268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382141301","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13478158,0.0007322101,0.7074738,0.11750337,0.006402428,0.0011272922,0.011252196,0.00085922977,0.019867856],"genre_scores_gemma":[0.7515243,0.01730854,0.21960275,0.002106031,0.0009529655,0.0000028158333,0.0058683385,0.00005537063,0.0025788373],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956493,0.00016258124,0.0003922172,0.0008428774,0.0022253788,0.0007276489],"domain_scores_gemma":[0.9908743,0.00015288006,0.00035123402,0.007964422,0.00022919365,0.0004279974],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.018040523,0.00011133259,0.00014574129,0.0009064993,0.00074401434,0.00653685,0.051074214,0.000021006266,0.00003188833],"category_scores_gemma":[0.0021682724,0.000092578994,0.000015436563,0.0024287964,0.00061286683,0.2749197,0.02690796,0.00032382054,0.00004998841],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002371671,0.00041565878,0.012172206,0.0000623186,0.00007394336,0.0009971892,0.00055270706,0.00009248458,0.0032442787,0.2372533,0.5734704,0.1716418],"study_design_scores_gemma":[0.0003182186,0.00027627463,0.011687615,0.000053052554,0.000015869871,0.0003168738,0.004246083,0.40340614,0.0002224879,0.0025943043,0.5765502,0.00031287188],"about_ca_topic_score_codex":0.00009234218,"about_ca_topic_score_gemma":0.000031347627,"teacher_disagreement_score":0.61674273,"about_ca_system_score_codex":0.00003045955,"about_ca_system_score_gemma":0.0010333975,"threshold_uncertainty_score":0.99449444},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4384197712","doi":"10.21083/partnership.v18i1.7287","title":"Critical Adaptability and Collaboration: A Student Reflection on Preparing for Scholarly Communication Librarianship","year":2023,"lang":"en","type":"article","venue":"Partnership The Canadian Journal of Library and Information Practice and Research","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Adaptability; Preparedness; Reflection (computer programming); Scholarly communication; Critical reflection; Sociology; Library science; Pedagogy; Political science; Computer science; Management","score_opus":0.1598796151362092,"score_gpt":0.46606189203931103,"score_spread":0.30618227690310185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384197712","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16134512,0.0008094126,0.000039970266,0.66507345,0.00026666938,0.0008410868,0.00001703265,0.000038896243,0.17156836],"genre_scores_gemma":[0.99372053,0.0013927091,0.00037377927,0.003829334,0.00015798038,0.000020318466,0.000012968943,0.000003509058,0.00048885547],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997937,0.00093762676,0.0003558278,0.00006811105,0.00045467186,0.00024674984],"domain_scores_gemma":[0.99566674,0.0032172538,0.00015918294,0.00012855438,0.00042895952,0.00039933642],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.007180987,0.000056639397,0.00008101506,0.00045884444,0.0030403584,0.0065901056,0.00025334366,0.00008317373,0.00003073297],"category_scores_gemma":[0.00602642,0.00004174412,0.000018692048,0.0009894898,0.00058421324,0.18739285,0.0000472413,0.00042947897,0.000007653619],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001518876,0.000007408091,0.0025674484,0.000034487806,0.000010258548,6.4142404e-7,0.061553143,0.000013621663,9.427301e-7,0.916188,0.013310482,0.0061616963],"study_design_scores_gemma":[0.0002153494,0.00023255631,0.011753483,0.000050529106,0.000007086493,0.000010789355,0.107397385,0.00033166443,0.00001965534,0.010839438,0.8690839,0.00005819049],"about_ca_topic_score_codex":0.0001894682,"about_ca_topic_score_gemma":0.00014467792,"teacher_disagreement_score":0.90534854,"about_ca_system_score_codex":0.000024682551,"about_ca_system_score_gemma":0.0016190443,"threshold_uncertainty_score":0.9982576},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4385386714","doi":"10.4242/balisagevol28.hymers01","title":"Retractions and Corrections at Scholars Portal Journals","year":2023,"lang":"en","type":"article","venue":"Balisage series on markup technologies","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Council of University Libraries","funders":"","keywords":"Metadata; Computer science; Workflow; Identifier; World Wide Web; XML; Process (computing); Digital library; Service (business); Object (grammar); Information retrieval; Library science; Database; Business","score_opus":0.025519186116147733,"score_gpt":0.2562568147893987,"score_spread":0.23073762867325098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385386714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8079193,0.0005096484,0.010188575,0.066731155,0.0043768934,0.0007325766,0.00008106969,0.018006455,0.09145432],"genre_scores_gemma":[0.9866352,0.0011729646,0.0023281148,0.00060182565,0.000023059834,0.000047441437,0.000009505964,0.000009100767,0.00917275],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988396,0.00004131466,0.00027427007,0.0002611472,0.00031850603,0.00026512388],"domain_scores_gemma":[0.99914145,0.00009282404,0.00014036194,0.0005242752,0.000053567644,0.00004753911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005468072,0.00012670994,0.00013434788,0.00051971525,0.00061174494,0.00078654365,0.0006994558,0.00012755228,0.000039802962],"category_scores_gemma":[0.00033878558,0.00010526507,0.000046237285,0.0016493491,0.00018088073,0.008221623,0.0005915297,0.00026750873,0.00028909795],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004168981,0.00007874131,0.042758748,0.00006427655,0.00008447246,0.00021970898,0.0045829066,0.00029761638,0.0070871664,0.37272176,0.3711047,0.2009582],"study_design_scores_gemma":[0.0005641551,0.0006834316,0.19281884,0.0001886409,0.0000064940723,0.0015741396,0.033501595,0.004530536,0.026108041,0.023962691,0.7149915,0.0010699198],"about_ca_topic_score_codex":0.00000504048,"about_ca_topic_score_gemma":0.000009423959,"teacher_disagreement_score":0.34875906,"about_ca_system_score_codex":0.000028566368,"about_ca_system_score_gemma":0.000039685707,"threshold_uncertainty_score":0.7584658},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4385851222","doi":"10.2196/46620","title":"Altmetric Analysis of Dermatology Manuscript Dissemination During the COVID-19 Era: Cross-Sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Dermatology","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bibliometrics; Altmetrics; Impact factor; Coronavirus disease 2019 (COVID-19); Citation; MEDLINE; Logistic regression; Social media; Medicine; Library science; Computer science; Pathology; Political science; World Wide Web; Internal medicine","score_opus":0.10609429027645394,"score_gpt":0.47842853237698724,"score_spread":0.3723342421005333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385851222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9855166,0.00008291918,0.000030735966,0.009912591,0.002429378,0.0015361604,0.000013989873,0.00017828669,0.00029930795],"genre_scores_gemma":[0.99764085,0.000057708643,0.000014947499,0.00017407011,0.00017561352,0.001733721,0.000046395788,0.000011447903,0.00014525784],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99675876,0.0012052503,0.00065357046,0.00033811518,0.00055697054,0.00048736198],"domain_scores_gemma":[0.9935186,0.0053867307,0.0003723048,0.00028955578,0.00024170276,0.00019113369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080238143,0.00012204479,0.00038775618,0.0015633181,0.0012945578,0.000050485516,0.00042949454,0.00025229322,0.00025501652],"category_scores_gemma":[0.0059118564,0.00011202162,0.00013761868,0.007988392,0.000568024,0.00015401504,0.00007591849,0.00024252661,0.00007962859],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018222088,0.000107691514,0.96313107,0.000057897516,0.00017146718,0.000028954373,0.03325548,0.000044242915,0.000018580324,0.0020468836,0.0009888492,0.00013067194],"study_design_scores_gemma":[0.00023623684,0.000011338076,0.9853221,0.0000013252627,0.0001015132,0.000033959204,0.009625894,0.00015991443,0.000027160084,0.00032365415,0.004063661,0.00009322452],"about_ca_topic_score_codex":0.0040523624,"about_ca_topic_score_gemma":0.006166928,"teacher_disagreement_score":0.023629585,"about_ca_system_score_codex":0.0004884691,"about_ca_system_score_gemma":0.0005629665,"threshold_uncertainty_score":0.9956823},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4386252162","doi":"10.14507/cie.vol24iss2.2179","title":"Improving Student Journal Visibility via the Directory of Open Access Journals","year":2023,"lang":"en","type":"article","venue":"Current Issues in Education","topic":"Web and Library Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Council of University Libraries; University of Toronto","funders":"","keywords":"Directory; Visibility; Interview; Computer science; Inclusion (mineral); World Wide Web; Process (computing); Library science; Medical education; Psychology; Sociology; Medicine; Programming language; Operating system","score_opus":0.09226345064319658,"score_gpt":0.4903480726199949,"score_spread":0.39808462197679834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386252162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97395,0.012239803,0.0018427392,0.0040112413,0.007167613,0.0003537079,8.603316e-7,0.00004014281,0.0003938808],"genre_scores_gemma":[0.99765676,0.001190147,0.00048899074,0.00008959652,0.00043098966,0.000023719174,0.0000031178433,0.0000053866715,0.00011126602],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987564,0.00022945437,0.00036265072,0.00020093446,0.0002929008,0.00015762953],"domain_scores_gemma":[0.9989988,0.00010599738,0.00028227942,0.00044403615,0.000111964175,0.00005689279],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014436685,0.00008018798,0.00013138293,0.00021367785,0.00012853951,0.0016383381,0.0043826248,0.000019013509,0.000056358956],"category_scores_gemma":[0.000061285864,0.00005570977,0.00003838366,0.000963536,0.00002399154,0.004339725,0.0014154396,0.00020549545,0.00001481019],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039498827,0.00043560925,0.19261286,0.00007261547,0.0000086861,6.068828e-7,0.0088879,0.00009450556,0.0003789748,0.0013915931,0.006594737,0.78951794],"study_design_scores_gemma":[0.00011281845,0.000018731094,0.95941895,0.00018139766,0.00000456069,0.0000037105037,0.0007755111,0.0027184729,0.0010302487,0.013150183,0.022483515,0.00010189099],"about_ca_topic_score_codex":0.00016975895,"about_ca_topic_score_gemma":0.000022570506,"teacher_disagreement_score":0.7894161,"about_ca_system_score_codex":0.00005108144,"about_ca_system_score_gemma":0.00033395982,"threshold_uncertainty_score":0.99939805},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4386541616","doi":"10.1002/leap.1578","title":"Risks of abuse of large language models, like <scp>ChatGPT</scp>, in scientific publishing: Authorship, predatory publishing, and paper mills","year":2023,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Thompson Rivers University","keywords":"Publishing; Mill; Scientific publishing; Key (lock); Public relations; Computer science; Political science; Law; Engineering; Computer security; Mechanical engineering","score_opus":0.20841966326222044,"score_gpt":0.4104631433775228,"score_spread":0.20204348011530238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386541616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98334724,0.002151461,0.00008980657,0.005415246,0.0012824493,0.0005969223,0.0000952884,0.00021211781,0.006809464],"genre_scores_gemma":[0.99367684,0.00026910522,0.0004024411,0.00073511025,0.00032820573,0.000044880588,0.0005887766,0.00006487169,0.003889746],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99551845,0.00036465414,0.0011795259,0.00083396246,0.0011415764,0.0009618078],"domain_scores_gemma":[0.9960217,0.0011377694,0.0005504957,0.0009025291,0.0009051728,0.00048235522],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.008828962,0.00026871264,0.0005862408,0.0016342157,0.00023405999,0.0036802008,0.00064719835,0.000745654,0.00008204586],"category_scores_gemma":[0.019056981,0.00026565362,0.00013443574,0.0031560417,0.0002616288,0.017544001,0.00027426032,0.0016985495,0.000018058947],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000150588,0.0012213449,0.21688235,0.0030199816,0.0001633088,0.000075023636,0.45311412,0.001061479,0.008363557,0.016503237,0.22119328,0.07825174],"study_design_scores_gemma":[0.0028850844,0.0007100066,0.14600566,0.004761049,0.00033229895,0.000080029145,0.4822993,0.071797855,0.03007465,0.060000867,0.19999844,0.0010547625],"about_ca_topic_score_codex":0.00893541,"about_ca_topic_score_gemma":0.0024234806,"teacher_disagreement_score":0.07719698,"about_ca_system_score_codex":0.0001478321,"about_ca_system_score_gemma":0.0006580333,"threshold_uncertainty_score":0.99997956},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4386880731","doi":"10.1186/s41073-023-00138-0","title":"Bridges of perspectives: representation of people with lived experience of spinal cord injury in editorial boards and peer review","year":2023,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital; NeuroDevNet; University of British Columbia","funders":"Government of Canada","keywords":"Diversity (politics); Lived experience; Spinal cord injury; Representation (politics); Best practice; Publishing; Psychology; Quality of life (healthcare); Medicine; Public relations; Political science; Nursing; Spinal cord; Law","score_opus":0.25382991942660693,"score_gpt":0.5465424787309605,"score_spread":0.2927125593043536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386880731","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8170268,0.15563837,0.000008900503,0.023677077,0.00028338828,0.0025876465,0.00006834324,0.000018306791,0.00069118],"genre_scores_gemma":[0.45074776,0.5473468,0.00017267055,0.00004107427,0.0005580622,0.00016078437,0.000035480323,0.000016373062,0.0009210408],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9941384,0.000687025,0.00065044354,0.00042418376,0.003763754,0.0003361652],"domain_scores_gemma":[0.99158025,0.00037374315,0.00016774492,0.00046177744,0.007241275,0.00017521036],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009440184,0.00014698798,0.0010129105,0.0003573325,0.000048617232,0.000014714026,0.00021300105,0.000098659344,0.0001422099],"category_scores_gemma":[0.020881763,0.00010730968,0.0000926355,0.0021356721,0.0006987138,0.00016657915,0.00022451671,0.0011803139,0.0000054750103],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.035174735,0.0011373814,0.13332789,0.29182863,0.0002769673,0.00011460257,0.0076440093,1.4440097e-7,0.010866605,0.0019155061,0.39649308,0.121220455],"study_design_scores_gemma":[0.0033164034,0.047179885,0.48754087,0.2986793,0.0003206944,0.00017372076,0.030739048,0.00008681729,0.0090034455,0.00036308492,0.12200444,0.00059229514],"about_ca_topic_score_codex":0.0031808547,"about_ca_topic_score_gemma":0.000088665336,"teacher_disagreement_score":0.3917084,"about_ca_system_score_codex":0.000077395176,"about_ca_system_score_gemma":0.00049354695,"threshold_uncertainty_score":0.9873658},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4387305995","doi":"10.32920/24236635","title":"Creating a Forum for Library Professionals: A Case Study of CALA Canada Chapter","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Windsor","funders":"","keywords":"Diversity (politics); Political science; Library science; Public relations; Geography; Law; Computer science","score_opus":0.06291975413923845,"score_gpt":0.35686306408495094,"score_spread":0.2939433099457125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387305995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93732893,0.000031901884,0.000087151864,0.013671652,0.0017086319,0.0033408918,0.00024683087,0.00021092253,0.043373108],"genre_scores_gemma":[0.963815,0.000005998394,0.00092773006,0.0020266694,0.00017550784,0.00023143362,0.00004118318,0.000014759619,0.03276176],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99832445,0.00008123069,0.00054385286,0.00024850157,0.0005079279,0.00029404825],"domain_scores_gemma":[0.9987813,0.00041927095,0.00032271203,0.0002403223,0.00009867071,0.00013769232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042907943,0.00013192251,0.00023654629,0.00012270297,0.00058683025,0.00016007999,0.00043654477,0.00010589357,0.000491394],"category_scores_gemma":[0.00016627177,0.00010451176,0.00007216146,0.00021480123,0.00005954427,0.0037684285,0.0005423186,0.00016564487,0.0000035965672],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005406698,0.00053285377,0.06911591,0.0006060609,0.00017401806,0.0004411926,0.55275005,0.00036636193,0.0000012747513,0.19173273,0.17324485,0.010980657],"study_design_scores_gemma":[0.00034324394,0.00011033634,0.00062186405,0.00018901846,0.000015833932,0.0000061973647,0.92040956,0.0025318896,0.000021658363,0.0035563752,0.07188497,0.00030907878],"about_ca_topic_score_codex":0.8338339,"about_ca_topic_score_gemma":0.5797735,"teacher_disagreement_score":0.3676595,"about_ca_system_score_codex":0.00003229744,"about_ca_system_score_gemma":0.0025823407,"threshold_uncertainty_score":0.538042},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4387874083","doi":"10.1186/s12916-023-03113-0","title":"A 10-year update to the principles for clinical trial data sharing by pharmaceutical companies: perspectives based on a decade of literature and policies","year":2023,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"Cancer Council South Australia; National Health and Medical Research Council; Health Canada","keywords":"Data sharing; Medicine; Transparency (behavior); Scope (computer science); Multidisciplinary approach; Clinical trial; Health care; Data management; Process (computing); Pharmaceutical industry; Knowledge management; Public relations; Alternative medicine; Computer science; Political science","score_opus":0.8122559443649875,"score_gpt":0.6759175419285655,"score_spread":0.13633840243642203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387874083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6348772,0.004634578,0.0019395038,0.3453059,0.0007597984,0.0073545105,0.0012140219,0.00026641798,0.0036480546],"genre_scores_gemma":[0.95612174,0.0068169404,0.005957204,0.011189121,0.006387849,0.00028994295,0.0010163292,0.00013025301,0.01209063],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99663264,0.0002335472,0.00086398976,0.0008647543,0.0010302071,0.00037486758],"domain_scores_gemma":[0.9670718,0.030188294,0.00013647467,0.0017311187,0.0004366022,0.00043571528],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015229194,0.00017360273,0.0006393567,0.00018861203,0.00010997968,0.000033255044,0.00092450937,0.0002473411,0.00022180784],"category_scores_gemma":[0.12886167,0.00009836863,0.00009509899,0.00061124476,0.0008247851,0.000039688264,0.0007499264,0.001209731,0.000035315286],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3426383,0.002082869,0.017861983,0.0044017397,0.0006765768,0.000046574525,0.011433434,0.00006978598,0.001315419,0.06778744,0.546333,0.005352831],"study_design_scores_gemma":[0.20600972,0.02462385,0.031039847,0.009112635,0.0009221425,0.000016834094,0.010412694,0.1645164,0.00040646546,0.0042251707,0.5480989,0.0006153298],"about_ca_topic_score_codex":0.00001442144,"about_ca_topic_score_gemma":0.00003588255,"teacher_disagreement_score":0.3341168,"about_ca_system_score_codex":0.00003127406,"about_ca_system_score_gemma":0.00030826786,"threshold_uncertainty_score":0.8784763},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4388048503","doi":"10.1186/s12961-023-01058-7","title":"Knowledge management tools and mechanisms for evidence-informed decision-making in the WHO European Region: a scoping review","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"World Health Organization","keywords":"Health services research; Health administration; Public health; Health informatics; Medicine; Health policy; Knowledge management; Management science; Nursing; Computer science","score_opus":0.9654687336633447,"score_gpt":0.8087676429396976,"score_spread":0.15670109072364713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388048503","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.1559173e-7,0.9419329,0.0009929806,0.009794438,0.00037062127,0.042258423,0.00012350595,0.00006581826,0.0044608586],"genre_scores_gemma":[0.00001190063,0.97441083,0.00020587581,0.008931445,0.0009447825,0.014297386,0.000015895548,0.000086798456,0.0010950582],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9613522,0.028548187,0.0045751072,0.0010263901,0.0015581623,0.0029399414],"domain_scores_gemma":[0.897525,0.098702826,0.00139724,0.0011275614,0.0005236666,0.00072369864],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11057117,0.0004475052,0.0023508007,0.0018908625,0.00338106,0.00030024844,0.001122134,0.00023598243,0.0000087823255],"category_scores_gemma":[0.0396834,0.00029381327,0.00014890614,0.0038902136,0.00019184155,0.00037529258,0.00092734746,0.0016102141,0.00026673923],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004903952,0.0000039299302,8.485769e-7,0.51664484,0.000008584018,0.000009885113,0.0036129146,3.1622335e-8,7.548377e-10,0.026437074,0.031462014,0.42181495],"study_design_scores_gemma":[0.00017755077,0.000094391544,0.000014131076,0.5150478,0.000012924712,0.000023399347,0.0023339344,0.0000122218335,2.4229033e-10,0.0003395872,0.48182786,0.00011621902],"about_ca_topic_score_codex":0.0004915121,"about_ca_topic_score_gemma":0.0009995885,"teacher_disagreement_score":0.45036584,"about_ca_system_score_codex":0.001615054,"about_ca_system_score_gemma":0.011637991,"threshold_uncertainty_score":0.9999514},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4389309117","doi":"10.1002/jrsm.1684","title":"Predatory journals and their practices present a conundrum for systematic reviewers and evidence synthesisers of health research: A qualitative descriptive study","year":2023,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Queen's University","funders":"National Health and Medical Research Council; Medical Research Council; Canadian Institutes of Health Research","keywords":"Publishing; Inclusion (mineral); Evidence-based practice; Best evidence; Critical appraisal; Qualitative research; Psychology; Public relations; Political science; Social science; Medical education; Sociology; Alternative medicine; Social psychology; Medicine; Law","score_opus":0.9866112398185908,"score_gpt":0.8221297151216669,"score_spread":0.1644815246969239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389309117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6495919,0.2631735,0.027990356,0.027188322,0.00044255517,0.030678159,0.0002994985,0.00011770543,0.00051797484],"genre_scores_gemma":[0.9485409,0.022482244,0.0246097,0.000020392046,0.00008151276,0.0029725053,5.24436e-7,0.000058327154,0.0012338946],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.5612597,0.386266,0.006337558,0.0041600983,0.037466552,0.0045101303],"domain_scores_gemma":[0.08855725,0.8844719,0.0027512193,0.0022559352,0.02058237,0.0013813229],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.8245599,0.00032661806,0.0021477467,0.05746787,0.001624346,0.0031530885,0.0030391389,0.00017402701,0.000060766757],"category_scores_gemma":[0.9212538,0.00019842054,0.00025102877,0.10780317,0.0018171862,0.0015905375,0.0023888892,0.0010578762,0.000029491914],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010878394,0.0016511744,0.008074489,0.04768666,0.0014109814,0.000035092882,0.2202984,0.000016955273,0.011944195,0.0014264155,0.027212977,0.6791548],"study_design_scores_gemma":[0.00044505278,0.0024252643,0.010726812,0.013907735,0.000043375883,0.000013624283,0.9374943,0.007904987,0.0037832248,0.02092237,0.001988144,0.00034514125],"about_ca_topic_score_codex":0.0006337473,"about_ca_topic_score_gemma":0.0000350275,"teacher_disagreement_score":0.71719587,"about_ca_system_score_codex":0.00043830532,"about_ca_system_score_gemma":0.0016363261,"threshold_uncertainty_score":0.9996754},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4389448528","doi":"10.47203/ijch.2023.v35i03.024","title":"Sibling Authors Propose Bipolar Disorder Of Publishing Biomedical Research: With MEDLINE Footprint Imploding And Retraction Footprint Fudging, Can Pursuit For PubMed® Footprint Challenge Humane Human Imprinting By Physician Scientists?","year":2023,"lang":"en","type":"article","venue":"Indian Journal of Community Health","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institutes of Health","keywords":"Footprint; Publishing; Medicine; China; Sibling; Management; Geography; Law; Archaeology; Political science; Economics","score_opus":0.2953544542754976,"score_gpt":0.4867851006620565,"score_spread":0.19143064638655888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389448528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96077555,0.0006858702,0.001802411,0.035026956,0.00058027613,0.00086609775,0.000047832717,0.000060252634,0.00015476644],"genre_scores_gemma":[0.9980514,0.00026241894,0.0009380382,0.00014979324,0.00041337777,0.00003338865,0.000029404033,0.000057847697,0.00006434569],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98766726,0.0031246655,0.0025985558,0.00053078186,0.0045595192,0.0015192059],"domain_scores_gemma":[0.9885654,0.0036736825,0.003218931,0.0010333884,0.002241689,0.0012669106],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11808114,0.0003334408,0.0010247602,0.0038861388,0.0035800268,0.0036227198,0.004590689,0.00037472314,0.0000053820972],"category_scores_gemma":[0.016565297,0.00025987136,0.00019678049,0.0043454426,0.0009975488,0.0017360399,0.0016219169,0.0066752736,8.993788e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014893508,0.00055163057,0.021932822,0.00046874123,0.00013328221,0.0000224967,0.030623617,0.000075905315,0.001965759,0.0020868664,0.0022409095,0.93974906],"study_design_scores_gemma":[0.011174845,0.010570714,0.33624887,0.005708997,0.00013561013,0.00075072784,0.34822905,0.001651326,0.007957051,0.13372318,0.14159961,0.0022499892],"about_ca_topic_score_codex":0.0047054417,"about_ca_topic_score_gemma":0.0038926648,"teacher_disagreement_score":0.93749905,"about_ca_system_score_codex":0.0006021175,"about_ca_system_score_gemma":0.0012082653,"threshold_uncertainty_score":0.99998534},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication","research_integrity"],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4390701388","doi":"10.1186/s12961-023-01090-7","title":"A scoping review of theories, models and frameworks used or proposed to evaluate knowledge mobilization strategies","year":2024,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Agency of Canada; Université du Québec à Montréal; Université de Montréal; Université de Sherbrooke; Université TÉLUQ","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Taxonomy (biology); Grey literature; Systematic review; Health services research; Computer science; Data science; Information retrieval; MEDLINE; Public health; Medicine; Political science; Ecology; Nursing; Biology","score_opus":0.9434342899295144,"score_gpt":0.8145600920759003,"score_spread":0.1288741978536141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390701388","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000042307197,0.9605425,0.00087401294,0.005429937,0.00042085876,0.03095027,0.00035949913,0.000082986495,0.0013356982],"genre_scores_gemma":[0.000058658803,0.9890407,0.00014653156,0.0024028528,0.00079448696,0.005966196,0.000036740043,0.00009205987,0.0014618043],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.96647024,0.024582118,0.004241391,0.0010001052,0.0016361797,0.0020699468],"domain_scores_gemma":[0.98178875,0.013042085,0.0011235123,0.0008834241,0.001719644,0.0014425877],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054535687,0.00049248314,0.003196549,0.0017570986,0.0014354027,0.00019110118,0.00048595035,0.00073730503,0.000054832628],"category_scores_gemma":[0.014245863,0.0003161968,0.00010144643,0.004465731,0.00037038134,0.00035448428,0.00061025604,0.0028027052,0.00013032112],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001058901,0.000012000054,6.0083227e-7,0.8631598,0.000022134574,0.0000013730684,0.012213639,0.0000013153032,8.320239e-8,0.058752116,0.006423597,0.059402805],"study_design_scores_gemma":[0.00016100942,0.00029002276,3.417526e-7,0.67254585,0.000037336697,0.000009840219,0.0025916593,0.0002609272,1.9884869e-8,0.0013299194,0.32260847,0.00016462115],"about_ca_topic_score_codex":0.003828019,"about_ca_topic_score_gemma":0.0012224354,"teacher_disagreement_score":0.31618488,"about_ca_system_score_codex":0.001316226,"about_ca_system_score_gemma":0.0786257,"threshold_uncertainty_score":0.999929},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4390772842","doi":"10.59942/2995-9063.1002","title":"More Obstacles for the Graduate Student Author: Open Access ETDs Trigger Plagiarism Detectors","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Librarianship","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Suspect; Inclusion (mineral); Plagiarism detection; Publishing; Institution; Library science; Graduate students; Open source software; World Wide Web; Computer science; Software; Political science; Medical education; Sociology; Medicine; Law","score_opus":0.7616027830279153,"score_gpt":0.5593803035575363,"score_spread":0.20222247947037897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390772842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8130016,0.00032656497,0.029291391,0.13790385,0.015618308,0.0018506801,0.00015617463,0.00017804859,0.0016733861],"genre_scores_gemma":[0.9846488,0.000066972796,0.0011929079,0.0009045196,0.00076061476,0.000033823348,0.000014099173,0.00004525595,0.012333009],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99293315,0.0005509937,0.001786036,0.00070688874,0.003411568,0.0006113863],"domain_scores_gemma":[0.98856246,0.007655109,0.0014116801,0.0015018709,0.00055502536,0.00031383938],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.023282766,0.00028694622,0.0006132101,0.001037182,0.0008863417,0.013810027,0.013246387,0.00010195591,0.00010393669],"category_scores_gemma":[0.005928689,0.00015665236,0.00045990798,0.0036137195,0.00019694683,0.003818621,0.003771629,0.00064441294,0.00013962579],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021268065,0.0000928205,0.0055091535,0.000011734326,0.00018755108,0.000077954755,0.0029313331,0.0017414198,0.000023394037,0.002390896,0.8929519,0.09386918],"study_design_scores_gemma":[0.002511778,0.0003271252,0.55556643,0.00013372237,0.00022814995,0.000046228055,0.017408831,0.012905924,0.0005760596,0.153087,0.2566928,0.00051594066],"about_ca_topic_score_codex":0.00003737644,"about_ca_topic_score_gemma":0.000015419708,"teacher_disagreement_score":0.6362591,"about_ca_system_score_codex":0.000049639537,"about_ca_system_score_gemma":0.00028110752,"threshold_uncertainty_score":0.99209243},"labels":[{"model":"gemma","categories":["open_science","research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4390842479","doi":"10.1093/gigascience/giad114","title":"Open Data Governance at the Canadian Open Neuroscience Platform (CONP): From the Walled Garden to the Arboretum","year":2024,"lang":"en","type":"article","venue":"GigaScience","topic":"Research Data Management Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University and Génome Québec Innovation Centre; McGill University Health Centre; Terry Fox Research Institute; University of Toronto; Montreal Neurological Institute and Hospital; McGill University","funders":"Fondation Brain Canada","keywords":"Open science; Open data; Citizen science; Data science; World Wide Web; Computer science; Neuroscience; Biology; Botany; Physics","score_opus":0.2758934476905706,"score_gpt":0.4059608317831537,"score_spread":0.13006738409258306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390842479","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040463884,0.001211692,0.018829426,0.8711597,0.003030565,0.004972358,0.0012036709,0.00013650054,0.09540972],"genre_scores_gemma":[0.87571234,0.0008637267,0.00486337,0.06277444,0.00032108344,0.0004286651,0.000060838964,0.000040355055,0.05493518],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99497384,0.00026439992,0.00028505217,0.0019411108,0.0015630644,0.0009725178],"domain_scores_gemma":[0.98998135,0.0010682158,0.00012399879,0.008368916,0.000074833086,0.00038268362],"candidate_categories":["sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.008468287,0.00021934345,0.00016421649,0.000052831354,0.0031167287,0.06111741,0.14124198,0.000032745633,0.00012861643],"category_scores_gemma":[0.002536186,0.000102260616,0.000032513228,0.0025177274,0.0006635047,0.041486796,0.09295143,0.0005089907,0.0008167952],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014720804,0.000024621431,0.00035325467,0.0000067383653,0.000027524758,0.00016908131,0.0019292682,0.00033259336,0.00034193028,0.25115937,0.7153663,0.030274585],"study_design_scores_gemma":[0.00007678283,0.000038114937,0.019667637,0.000026900812,0.000011645646,0.000013642121,0.00011630071,0.04833529,0.00006620401,0.0008141437,0.9306569,0.00017641272],"about_ca_topic_score_codex":0.3141188,"about_ca_topic_score_gemma":0.7715022,"teacher_disagreement_score":0.87166595,"about_ca_system_score_codex":0.00033308277,"about_ca_system_score_gemma":0.0020412463,"threshold_uncertainty_score":0.9999612},"labels":[{"model":"gemma","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"},{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4390858342","doi":"10.1016/j.jclinepi.2024.111263","title":"Accessibility of clinical study reports supporting medicine approvals: a cross-sectional evaluation","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"Cancer Council South Australia; National Health and Medical Research Council; Medical Research Council","keywords":"Cross-sectional study; Medicine; MEDLINE; Family medicine; Environmental health; Pathology; Political science","score_opus":0.9754818601916025,"score_gpt":0.808792759575731,"score_spread":0.1666891006158715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390858342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.963336,0.0019613488,0.02054943,0.002425386,0.009168908,0.0007745321,0.000003412445,0.000004752177,0.0017762262],"genre_scores_gemma":[0.99175614,0.00006569527,0.0040569953,0.00048210187,0.0029487526,0.000011066897,0.0000031893944,0.000010738575,0.0006653353],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.13605101,0.43876162,0.4036369,0.0042311703,0.016520971,0.00079833367],"domain_scores_gemma":[0.108483255,0.66604775,0.20321195,0.0055671292,0.015749713,0.0009402136],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9635504,0.0003014415,0.018595431,0.000504372,0.000084900494,0.00015563246,0.001735704,0.00048784277,0.013152716],"category_scores_gemma":[0.9669375,0.00012448896,0.0075487136,0.00123745,0.0007037486,0.0004512868,0.00022836706,0.001573726,0.0001250367],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009213033,0.00038895884,0.913009,0.000056271037,0.0007694789,0.00006950376,0.00008270089,0.0002731462,0.0000019038658,0.00027776003,0.017416183,0.06756296],"study_design_scores_gemma":[0.00054879294,0.0010881764,0.885282,0.00008720697,0.00066989235,0.00025466917,0.00023744584,0.02403478,3.198103e-7,0.08023911,0.007475642,0.00008196315],"about_ca_topic_score_codex":0.000020451973,"about_ca_topic_score_gemma":0.000016210613,"teacher_disagreement_score":0.22728613,"about_ca_system_score_codex":0.00004220455,"about_ca_system_score_gemma":0.0012506628,"threshold_uncertainty_score":0.99597454},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4390873698","doi":"10.32388/d0pndo","title":"Review of: \"Journal citation reports and the definition of a predatory journal: The case of the Multidisciplinary Digital Publishing Institute (MDPI)\"","year":2024,"lang":"en","type":"peer-review","venue":"","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Multidisciplinary approach; Citation; Publishing; Library science; Computer science; Political science; Sociology; Social science; Law","score_opus":0.54414708913449,"score_gpt":0.5464384669861437,"score_spread":0.0022913778516537864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390873698","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026604014,0.87934035,0.00049702247,0.091806106,0.006000947,0.0013823779,0.0004649807,0.0000066992093,0.0178411],"genre_scores_gemma":[0.06539551,0.9065642,0.0008164852,0.0018944292,0.00057513185,0.00004584883,0.00007125362,0.000045735982,0.024591425],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9852963,0.0010782524,0.0036847158,0.0005196131,0.009106678,0.00031441165],"domain_scores_gemma":[0.9636744,0.010615121,0.006698289,0.0018782663,0.016853523,0.00028036017],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.10570685,0.00025060383,0.0009973665,0.015923908,0.0005127613,0.005477896,0.0026622363,0.00018511972,0.00025568428],"category_scores_gemma":[0.21508695,0.000085178275,0.0008960206,0.08535383,0.0011991805,0.002650707,0.0021968968,0.001732097,0.0000043101454],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011753959,0.000053282,0.00014215444,0.0054046456,0.000096458636,0.00028753327,0.00018606354,0.0000025516172,0.0000015609804,0.0011462572,0.8948493,0.097818464],"study_design_scores_gemma":[0.00052782387,0.0001487414,0.0005690987,0.051099833,0.000506516,0.03501027,0.0011275087,0.00031835106,0.000010277242,0.085216925,0.82520014,0.0002645349],"about_ca_topic_score_codex":0.0001084474,"about_ca_topic_score_gemma":0.000050462033,"teacher_disagreement_score":0.1093801,"about_ca_system_score_codex":0.00009136843,"about_ca_system_score_gemma":0.0015184697,"threshold_uncertainty_score":0.9955545},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4391650317","doi":"10.1177/09636625241227091","title":"Gene editing in animals: What does the public want to know and what information do stakeholder organizations provide?","year":2024,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"CRISPR and Genetic Engineering","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Government of Canada; Ontario Genomics; Ontario Genomics Institute; Genome Canada","keywords":"Stakeholder; Public relations; Public engagement; Internet privacy; Psychology; Political science; Computer science","score_opus":0.027256239789286853,"score_gpt":0.2803478450636607,"score_spread":0.2530916052743738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391650317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82386804,0.0065590045,0.1490122,0.018847935,0.0010737011,0.00041162138,0.0000086044565,0.000037399637,0.00018153153],"genre_scores_gemma":[0.99805033,0.0012333746,0.0005205027,0.00009538115,0.00006544662,0.000009484726,0.0000070044252,0.000007327509,0.000011131572],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990742,0.000013417728,0.00019329369,0.00022240556,0.0002349152,0.0002617269],"domain_scores_gemma":[0.99954873,0.000026144222,0.000034433095,0.0001702974,0.0001319487,0.00008841446],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008022786,0.000087047934,0.00006842853,0.0002826798,0.00020297237,0.0026756227,0.00023543791,0.00003842984,0.000007691663],"category_scores_gemma":[0.0004106691,0.000059665697,0.000013707773,0.0012227305,0.00030821288,0.0004959807,0.00018762099,0.0000650567,0.0000011441842],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010565891,0.000046160243,0.0030932825,0.0003033082,0.00004447608,0.0000031905713,0.01957755,0.0010540484,0.83607876,0.052385677,0.00085830357,0.08654467],"study_design_scores_gemma":[0.0007465232,0.0003991147,0.002828265,0.0009779132,0.000033270717,0.00011951171,0.38914433,0.016542627,0.5038509,0.0040713614,0.08036019,0.00092600274],"about_ca_topic_score_codex":0.0000042930915,"about_ca_topic_score_gemma":0.00005748783,"teacher_disagreement_score":0.36956677,"about_ca_system_score_codex":0.000081235885,"about_ca_system_score_gemma":0.00022801348,"threshold_uncertainty_score":0.9983597},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4391785731","doi":"10.1186/s12961-024-01105-x","title":"Production and use of rapid responses during the COVID-19 pandemic in Quebec (Canada): perspectives from evidence synthesis producers and decision makers","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université TÉLUQ; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Université de Montréal; Université de Sherbrooke","funders":"Ministère de la Santé et des Services sociaux","keywords":"Thematic analysis; Mandate; Pandemic; Context (archaeology); Health administration; Public relations; Rigour; Health services research; Knowledge translation; Public health; Qualitative research; Coronavirus disease 2019 (COVID-19); Business; Medicine; Political science; Knowledge management; Nursing; Sociology; Infectious disease (medical specialty); Computer science","score_opus":0.8047349422336845,"score_gpt":0.6849288863526946,"score_spread":0.11980605588098991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391785731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8599106,0.008559006,0.000017997223,0.12860544,0.00020195417,0.0025230413,0.0001404147,0.0000313416,0.000010205311],"genre_scores_gemma":[0.98245806,0.014141107,0.00005456954,0.001588541,0.0003821862,0.0005390368,7.3134163e-7,0.000017372584,0.00081838475],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9864034,0.0097872345,0.0010282891,0.0007258293,0.0010830916,0.00097213313],"domain_scores_gemma":[0.93819755,0.059952468,0.00024485536,0.0004922944,0.00032397124,0.0007888779],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.021870218,0.00014621558,0.00036251693,0.0008318358,0.0016273959,0.00013107978,0.00015676342,0.00009713657,0.000018459785],"category_scores_gemma":[0.10506068,0.00010327022,0.000014534275,0.0012523559,0.0005938966,0.0005048612,0.0001850215,0.00076376024,0.000002527131],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002233329,0.000036085923,0.46481857,0.026346635,0.00005975309,0.00003423729,0.41101804,0.0000653713,0.0029632584,0.004591709,0.051116638,0.03671638],"study_design_scores_gemma":[0.00054891675,0.00016651324,0.7394044,0.0073502148,0.000007566665,0.000054594642,0.1655516,0.000757137,0.000029406096,0.00037368803,0.08552095,0.00023500517],"about_ca_topic_score_codex":0.96856946,"about_ca_topic_score_gemma":0.9036625,"teacher_disagreement_score":0.27458584,"about_ca_system_score_codex":0.0031335799,"about_ca_system_score_gemma":0.019278452,"threshold_uncertainty_score":0.99967235},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4393558576","doi":"10.5281/zenodo.3826037","title":"Open Access of COVID-19 related publications in the first quarter of 2020: a preliminary study based in PubMed","year":2020,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Quarter (Canadian coin); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Virology; History; Medicine; Infectious disease (medical specialty)","score_opus":0.2023763604307022,"score_gpt":0.4203691591748092,"score_spread":0.217992798744107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393558576","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024302867,0.00005751791,0.000092630005,0.027244078,0.00014827472,0.0053145294,0.95389473,0.0000970665,0.0107208565],"genre_scores_gemma":[0.2110494,0.00003866496,0.000013772535,0.0013560194,0.000046576,0.0000034812883,0.78692126,0.00035342344,0.00021739809],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9914386,0.0036906337,0.0015791695,0.0009844801,0.0019246954,0.0003824071],"domain_scores_gemma":[0.9945707,0.0013107491,0.0012138119,0.0018333996,0.00081760035,0.0002537913],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["open_science","insufficient_payload"],"category_scores_codex":[0.01791987,0.0002334817,0.0005866844,0.0014203305,0.0007572228,0.007188517,0.035260946,0.00023257989,0.009860677],"category_scores_gemma":[0.06043715,0.00017458505,0.00007604608,0.008641908,0.00028222965,0.002299774,0.011966516,0.0012089644,0.0009564131],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002512527,0.00071040064,0.000663527,0.00006225192,0.000024474444,0.000018944516,0.0021609177,0.00019498495,3.153666e-7,0.00004368704,0.99318236,0.0026868687],"study_design_scores_gemma":[0.0011000473,0.00026334278,0.04434029,0.000037054964,0.00001938506,0.000010859174,0.0025619138,0.0002480281,8.7749964e-7,0.0002867326,0.950966,0.00016548405],"about_ca_topic_score_codex":0.0013462107,"about_ca_topic_score_gemma":0.0001749114,"teacher_disagreement_score":0.2086191,"about_ca_system_score_codex":0.00020513653,"about_ca_system_score_gemma":0.000118426484,"threshold_uncertainty_score":0.9998215},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","open_science"],"domain":"reporting","study_design":"observational","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication","open_science"],"domain":null,"study_design":"design_other","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4394837126","doi":"10.33873/2686-6706.2024.19-1.102-123","title":"The Issue of Using Certain Copyrighted Iems Whose Right Holders are Unknown: Foreign Experience and Solutions","year":2024,"lang":"en","type":"article","venue":"Science Governance and Scientometrics","topic":"Copyright and Intellectual Property","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Impossibility; Institution; Normative; Work (physics); Relevance (law); Law; Law and economics; Political science; Sociology; Engineering","score_opus":0.054180297298647935,"score_gpt":0.2811897479430598,"score_spread":0.22700945064441186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394837126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9550236,0.010608957,0.001311847,0.0012757855,0.0016674029,0.00034942626,0.000009938792,0.00008373759,0.029669322],"genre_scores_gemma":[0.99757594,0.00064136944,0.00010326994,0.00025851108,0.00016856546,0.0000053933004,5.74095e-7,0.000008969429,0.0012374274],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99773085,0.000007697968,0.00026730596,0.0005275386,0.0009346725,0.0005319297],"domain_scores_gemma":[0.9990059,0.00014380022,0.00017266326,0.00026016939,0.00037080323,0.00004664481],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013847599,0.00016194857,0.00016503096,0.0007280798,0.0016039507,0.0018700095,0.0005745803,0.00004313151,0.0001409809],"category_scores_gemma":[0.0010735702,0.0000943352,0.000045591194,0.012012419,0.002230964,0.0030823215,0.00041548794,0.00013746694,0.000021728196],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001378896,0.0003377945,0.034002572,0.0010434457,0.0000760706,0.000078082296,0.007548186,0.00015161345,0.040568493,0.5457579,0.17560728,0.19469067],"study_design_scores_gemma":[0.0002181922,0.0000308298,0.010805698,0.00020575357,0.000029914292,0.00001099347,0.0014768841,0.6282304,0.001930672,0.0038961268,0.35280392,0.0003606453],"about_ca_topic_score_codex":0.00049295486,"about_ca_topic_score_gemma":0.000059518847,"teacher_disagreement_score":0.62807876,"about_ca_system_score_codex":0.00008069375,"about_ca_system_score_gemma":0.000113077454,"threshold_uncertainty_score":0.99969584},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4398199125","doi":"10.5195/jmla.2024.1902","title":"Introducing the Journal of the Medical Library Association’s manuscript resubmission deadlines: creating accountability structures for our authors","year":2024,"lang":"en","type":"editorial","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Accountability; Association (psychology); Medical decision making; Computer science; Political science; Library science; Psychology; Medicine; Medical emergency; Law","score_opus":0.1764651188028025,"score_gpt":0.44429073188374957,"score_spread":0.2678256130809471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398199125","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004230407,0.0036920777,0.00070121355,0.21332915,0.77594817,0.0009599074,0.00031312671,0.000015782729,0.0008101859],"genre_scores_gemma":[0.00953418,0.000807572,0.0016743297,0.0029718822,0.9110821,0.000017940662,0.000042186446,0.00012785239,0.073741995],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.89201736,0.036878474,0.020191345,0.00076449127,0.049504917,0.00064341835],"domain_scores_gemma":[0.50209314,0.26831704,0.20269313,0.009335403,0.014678347,0.0028829523],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.2702714,0.0006469881,0.0046147835,0.0004934548,0.00083340745,0.0035109424,0.011455521,0.0021867806,0.004618763],"category_scores_gemma":[0.7211649,0.00020997254,0.006502917,0.0021497486,0.000095508665,0.0018712417,0.0014237443,0.006712685,0.000039944556],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083838706,0.00006261146,0.00948686,0.00017048515,0.0012234986,0.000008930071,0.00080957694,0.00005568721,0.0000030956387,0.000121993726,0.985715,0.0022584724],"study_design_scores_gemma":[0.0006279703,0.000077381635,0.002743507,0.0014497634,0.0018403282,0.000055282024,0.0014440491,0.0011645599,0.00002871571,0.019283533,0.97107154,0.00021336299],"about_ca_topic_score_codex":0.000007330218,"about_ca_topic_score_gemma":0.0000105226645,"teacher_disagreement_score":0.45089352,"about_ca_system_score_codex":0.00078118197,"about_ca_system_score_gemma":0.006512151,"threshold_uncertainty_score":0.99912},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4399118591","doi":"10.1200/jco.2024.42.16_suppl.e13626","title":"Reliability of YouTube content targeting Arabic-speaking patients with breast cancer regarding post-mastectomy reconstruction.","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; St Mary's Hospital Centre; McGill University","funders":"","keywords":"Medicine; Breast cancer; Mastectomy; Arabic; Breast reconstruction; Reliability (semiconductor); Cancer; Oncology; Internal medicine","score_opus":0.12615295940017474,"score_gpt":0.5055267811370193,"score_spread":0.3793738217368446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399118591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98524165,0.00021816752,0.00068036193,0.003737139,0.0067034736,0.00050167687,0.00007752538,0.000029006043,0.00281097],"genre_scores_gemma":[0.99191636,0.00013342446,0.0046639196,0.0020688954,0.0011224544,0.000014230563,0.000005373079,0.00001475343,0.000060573002],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98941475,0.0018483112,0.007700033,0.00023313308,0.00043416943,0.0003696286],"domain_scores_gemma":[0.9812564,0.0049968534,0.005025144,0.00021895856,0.008165637,0.00033696648],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013359149,0.00015004023,0.001189316,0.0001695124,0.00024367523,0.000014370711,0.0002169004,0.0004302778,0.00090867333],"category_scores_gemma":[0.014474502,0.0000790888,0.0003058147,0.0002823815,0.00021478323,0.0027994232,0.00008104764,0.0025164147,0.00001970872],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002516048,0.00020192208,0.8125673,0.0006624851,0.00008478323,0.0000046390437,0.0012703036,0.000031410233,0.000009316115,0.00010027812,0.00068759953,0.18186393],"study_design_scores_gemma":[0.004208441,0.0011899266,0.9480923,0.0020625745,0.000089415174,0.000021668733,0.0021396019,0.00067799573,0.000004414909,0.00013023248,0.041269694,0.00011378176],"about_ca_topic_score_codex":0.00025834556,"about_ca_topic_score_gemma":0.00006512536,"teacher_disagreement_score":0.18175015,"about_ca_system_score_codex":0.00054607366,"about_ca_system_score_gemma":0.00414452,"threshold_uncertainty_score":0.9997848},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4399326145","doi":"10.1016/j.jclinepi.2024.111405","title":"Journal requirement for data sharing statements in clinical trials: a cross-sectional study","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Research Data Management Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Cross-sectional study; Medicine; Clinical trial; Family medicine; Internal medicine; Pathology","score_opus":0.9439353789505746,"score_gpt":0.7690848669978573,"score_spread":0.17485051195271728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399326145","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09720579,0.0011195788,0.87631094,0.011143602,0.013235636,0.00084089284,0.000027546821,0.000026795606,0.0000892363],"genre_scores_gemma":[0.62050426,0.018445102,0.3405805,0.0040144245,0.015243205,0.0000661437,0.00005374771,0.00007322563,0.0010193712],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.90408564,0.048366442,0.04195974,0.0024370812,0.0018011647,0.0013499578],"domain_scores_gemma":[0.5598044,0.41394785,0.018574966,0.00488383,0.001357469,0.0014314977],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.72173643,0.0002239786,0.0027945556,0.00060890574,0.00014366372,0.0021802424,0.009073701,0.00024685336,0.000051278377],"category_scores_gemma":[0.5587803,0.00015461392,0.0009090809,0.0004354479,0.0002021798,0.023330199,0.0037266505,0.003031953,0.000025018744],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008421012,0.0012363001,0.8965646,0.000060077895,0.0010583411,0.00049320085,0.00002896856,0.00039409715,0.0000012609562,0.01989098,0.013061188,0.06636889],"study_design_scores_gemma":[0.0054183956,0.004454531,0.6980496,0.00017899307,0.00010439818,0.00017752746,0.000065677035,0.14263193,2.96911e-7,0.0463951,0.1023233,0.0002002366],"about_ca_topic_score_codex":0.000032637938,"about_ca_topic_score_gemma":0.000038376384,"teacher_disagreement_score":0.5357304,"about_ca_system_score_codex":0.00014319105,"about_ca_system_score_gemma":0.0009384627,"threshold_uncertainty_score":0.9992681},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4399576364","doi":"10.14195/2182-8830_10-1_12","title":"De la amplitud a lo específico: la ruta de PoéticaSonoraMX y su repositorio digital","year":2024,"lang":"es","type":"article","venue":"Matlit Revista do Programa de Doutoramento em Materialidades da Literatura","topic":"Diverse Musicological Studies","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.0224635519036166,"score_gpt":0.2703647085538376,"score_spread":0.247901156650221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399576364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97510624,0.008131769,0.000040903204,0.0006968657,0.0024051543,0.0012729742,0.0012199251,0.0012038706,0.009922318],"genre_scores_gemma":[0.99078846,0.0000025660638,0.00076116447,0.00032194413,0.003230361,0.0003578483,0.0002999774,0.00021089904,0.004026775],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941389,0.0009503559,0.0012301169,0.0013100755,0.00067250774,0.00169802],"domain_scores_gemma":[0.99741524,0.0006095121,0.00034690235,0.0008455418,0.00025099338,0.00053179235],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014965783,0.0011592373,0.0011475248,0.00026392573,0.0007237249,0.99797046,0.00088457746,0.00064486585,0.0015902601],"category_scores_gemma":[0.00028308254,0.0009791893,0.0006170992,0.00029499372,0.0011014261,0.0010689674,0.00085554365,0.00084068347,0.00048518227],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033886803,0.0006883142,0.002290968,0.0027011756,0.0007474099,0.0022680087,0.017061783,0.0000014215533,0.00082595006,0.96300286,0.003946738,0.0061265253],"study_design_scores_gemma":[0.00054703804,0.00043608114,0.0000032481125,0.0022676454,0.0004821346,0.00038916862,0.0026628603,0.000043789365,0.0000014342975,0.0034433226,0.9886369,0.0010863459],"about_ca_topic_score_codex":0.0001938615,"about_ca_topic_score_gemma":7.586768e-10,"teacher_disagreement_score":0.99690145,"about_ca_system_score_codex":0.0013231679,"about_ca_system_score_gemma":0.00025314826,"threshold_uncertainty_score":0.9993224},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4399710116","doi":"10.1016/j.jclinepi.2024.111427","title":"Identification of retracted publications and completeness of retraction notices in public health","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Library and Archives Canada","funders":"","keywords":"Completeness (order theory); Identification (biology); Public health; Medicine; Computer science; Mathematics; Biology; Pathology","score_opus":0.46925259758110227,"score_gpt":0.5655348517299681,"score_spread":0.09628225414886582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399710116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7051411,0.0020704358,0.010521842,0.278667,0.0022849576,0.00014888003,0.000017141132,0.000014494714,0.0011341101],"genre_scores_gemma":[0.99276376,0.0053067934,0.00094892416,0.00047064424,0.0004266267,9.2276827e-7,0.000003896794,0.0000033591339,0.00007504665],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9867099,0.0073521677,0.005240729,0.00017883831,0.00028574598,0.00023259665],"domain_scores_gemma":[0.9647779,0.030710027,0.0036652323,0.00010827216,0.0005612868,0.00017728642],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1037729,0.00005655874,0.0009351069,0.00031257106,0.00006681539,0.000014656363,0.00023793076,0.00085570803,0.00005200349],"category_scores_gemma":[0.1304626,0.000046420937,0.00016335525,0.0004957377,0.00061383366,0.0004802936,0.000018421675,0.002209342,0.0000020648865],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075171265,0.00026413868,0.32856458,0.00020424763,0.00010121408,0.0000020029324,0.0039620763,0.00003451988,0.00018600923,0.5800723,0.0065892152,0.07994453],"study_design_scores_gemma":[0.00019872894,0.00019150571,0.88049835,0.00018555745,0.000021272983,0.00001105753,0.0014994082,0.0024747641,0.000008709597,0.039143704,0.07570886,0.000058088033],"about_ca_topic_score_codex":0.0007876069,"about_ca_topic_score_gemma":0.00044207982,"teacher_disagreement_score":0.55193377,"about_ca_system_score_codex":0.000055541685,"about_ca_system_score_gemma":0.00085839187,"threshold_uncertainty_score":0.9598615},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4400228684","doi":"10.3138/jsp-2023-0063","title":"Hidden Dangers: COVID-19-Based Research in Predatory Journals","year":2024,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Zoonotic diseases and public health","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Geography; Ecology; Data science; Biology; Computer science; Virology; Medicine; Outbreak","score_opus":0.32110599399205936,"score_gpt":0.47230654877854433,"score_spread":0.15120055478648498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400228684","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42966673,0.048978478,0.0013908293,0.49354297,0.0021207533,0.0005996396,0.00004740574,0.000105447885,0.023547728],"genre_scores_gemma":[0.9839655,0.0003951229,0.0023314224,0.010186208,0.0025059662,0.0000071830827,0.000010425173,0.00004751262,0.0005506369],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938991,0.00080182916,0.001228167,0.00031947144,0.0030524859,0.0006989459],"domain_scores_gemma":[0.99333364,0.0013887159,0.00028362518,0.00038202794,0.002141206,0.002470764],"candidate_categories":["metaresearch","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.036100354,0.0001643714,0.0004808646,0.003655253,0.00018787761,0.025984028,0.00069486204,0.0003292857,0.0013691119],"category_scores_gemma":[0.028869376,0.00012921411,0.00026687974,0.0023278191,0.00010120191,0.0366259,0.00010813066,0.0065246783,0.000023035642],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012884669,0.0010825491,0.10128735,0.0039290907,0.00040231153,0.017563274,0.004149981,0.0001682155,0.0010316598,0.0057219053,0.5912125,0.27216268],"study_design_scores_gemma":[0.0039997254,0.0008807389,0.030516189,0.005516906,0.00010649687,0.0013859948,0.005633718,0.0011756645,0.000037393726,0.008120911,0.94237804,0.00024823405],"about_ca_topic_score_codex":0.0002528304,"about_ca_topic_score_gemma":0.000022047541,"teacher_disagreement_score":0.55429876,"about_ca_system_score_codex":0.0017398116,"about_ca_system_score_gemma":0.015250023,"threshold_uncertainty_score":0.9995438},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4400279615","doi":"10.3138/jsp-2023-0060","title":"The Conceptual ‘APC Ring’: Is There a Risk of APC-Driven Guest Authorship, and Is a Change in the Culture of the APC Needed?","year":2024,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business; Process management","score_opus":0.4187322829833594,"score_gpt":0.5087527598051707,"score_spread":0.09002047682181125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400279615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88248605,0.0319837,0.0000048462125,0.08069882,0.002019523,0.00045076894,0.00022031915,0.000014166122,0.0021218178],"genre_scores_gemma":[0.9858565,0.0037044424,0.000032738553,0.008680817,0.0014171079,0.000014784589,0.0000015877405,0.000019680805,0.00027234174],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950778,0.0026063004,0.00091264205,0.0002306912,0.00069770025,0.00047485455],"domain_scores_gemma":[0.9964495,0.0016100876,0.00073321006,0.0002714334,0.00061688235,0.00031890432],"candidate_categories":["scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009964398,0.00023566198,0.0003826387,0.0001519303,0.0006019348,0.002219992,0.0015041534,0.00097271625,0.0001992873],"category_scores_gemma":[0.0021134862,0.00011571622,0.00025643347,0.00084588584,0.00062535616,0.0065417076,0.000268283,0.013400222,0.0000036996362],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088565145,0.00047848804,0.32966217,0.00066763954,0.001362338,0.00019568973,0.49181896,0.00004269241,0.0066183885,0.018678967,0.115970075,0.03361893],"study_design_scores_gemma":[0.0032022055,0.00064908783,0.0842963,0.0015197346,0.0011404783,0.0005126921,0.084911145,0.0025835282,0.010704046,0.010836313,0.7991811,0.0004633387],"about_ca_topic_score_codex":0.00025954665,"about_ca_topic_score_gemma":0.00007202432,"teacher_disagreement_score":0.683211,"about_ca_system_score_codex":0.00009136599,"about_ca_system_score_gemma":0.00028020015,"threshold_uncertainty_score":0.9988158},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4400303628","doi":"10.1515/9782760634961-088","title":"Autres titres en libre accès aux Presses de l’Université de Montréal","year":2015,"lang":"fr","type":"book-chapter","venue":"Les Presses de l'Université de Montréal eBooks","topic":"Cultural Insights and Digital Impacts","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Art","score_opus":0.06024510160698509,"score_gpt":0.21945110746084157,"score_spread":0.15920600585385647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400303628","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023907922,0.06036882,0.0034393712,0.0028202797,0.00034549335,0.00075142557,0.0005673854,0.0007093606,0.90708995],"genre_scores_gemma":[0.17953499,0.010285213,0.0056118453,0.00095047196,0.0007667127,0.000014929696,0.00020924253,0.00024936706,0.8023772],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950938,0.0002879831,0.00057867717,0.0013044808,0.0008837277,0.001851292],"domain_scores_gemma":[0.9952307,0.00057184696,0.0006103667,0.0012967247,0.0005216897,0.0017686826],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0002589662,0.0013420262,0.0010506252,0.00034104838,0.0013896362,0.0014078205,0.0031151173,0.0013230635,0.0020212987],"category_scores_gemma":[0.00014296811,0.0012973144,0.00069114135,0.00010550044,0.000627648,0.0019391052,0.005650396,0.001004094,0.00035541985],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019247523,0.00032273325,0.0020576743,0.0006771481,0.0017073756,0.022951737,0.038848046,0.0084846355,0.008499605,0.13926002,0.5282058,0.24706045],"study_design_scores_gemma":[0.0017401931,0.00049865927,0.00509045,0.00071460265,0.0006800383,0.0022009895,0.000661833,0.006038842,0.0048281634,0.016006164,0.9599319,0.001608128],"about_ca_topic_score_codex":0.085653074,"about_ca_topic_score_gemma":0.071998,"teacher_disagreement_score":0.43172613,"about_ca_system_score_codex":0.004261522,"about_ca_system_score_gemma":0.0009129744,"threshold_uncertainty_score":0.9999734},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W4401023281","doi":"10.1101/2024.07.24.604934","title":"“I’d like to think I’d be able to spot one if I saw one”: How science journalists navigate predatory journals","year":2024,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"","keywords":"Reputation; Prestige; Journalism; Public relations; Publishing; Quality (philosophy); Diversity (politics); Credibility; Political science; Trustworthiness; Newspaper; Perception; Citizen science; Internet privacy; Media studies; Sociology; Psychology; Computer science; Law","score_opus":0.3049552395082844,"score_gpt":0.45338592290999924,"score_spread":0.14843068340171484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401023281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96066445,0.0066857105,0.0034260985,0.017096471,0.008343795,0.0020644409,0.0011404154,0.0003946038,0.00018400184],"genre_scores_gemma":[0.97763175,0.0008752859,0.017284356,0.0020843097,0.0012333142,0.0001417543,1.9865381e-7,0.0001894537,0.00055958884],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.96379054,0.000602837,0.0021586453,0.004561971,0.025897935,0.0029880973],"domain_scores_gemma":[0.96891534,0.0014989437,0.0011697332,0.0053289314,0.01753392,0.0055531138],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","open_science"],"category_scores_codex":[0.069041006,0.0010720117,0.0016916116,0.08948453,0.0013727371,0.04089863,0.013869947,0.00089072087,0.0007457523],"category_scores_gemma":[0.045179684,0.0009491508,0.00058510335,0.22081825,0.0007155662,0.0016923097,0.015279866,0.0040637413,0.0025355306],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001228717,0.00065990456,0.005012706,0.00031269412,0.0002798151,0.00047647848,0.00021351557,0.00064281374,0.9407757,0.0014723485,0.049688637,0.00034253453],"study_design_scores_gemma":[0.0012154978,0.0010310152,0.2447003,0.0041947155,0.00026762285,0.0000010494598,0.00012696226,0.003251951,0.5065829,0.0010981332,0.23266652,0.004863285],"about_ca_topic_score_codex":0.0001280758,"about_ca_topic_score_gemma":0.000009494363,"teacher_disagreement_score":0.43419275,"about_ca_system_score_codex":0.0021312432,"about_ca_system_score_gemma":0.006608518,"threshold_uncertainty_score":0.99992734},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4401172790","doi":"10.18357/kula.287","title":"Generative AI for Academic Publishing? Some Thoughts About Epistemic Diversity and the Pursuit of Truth","year":2024,"lang":"en","type":"article","venue":"KULA knowledge creation dissemination and preservation studies","topic":"Research Data Management Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generative grammar; Publishing; Diversity (politics); Epistemology; Sociology; Hoax; Generative model; Psychology; Philosophy; Political science; Law; Anthropology; Linguistics; Medicine","score_opus":0.1401047147406927,"score_gpt":0.4347272221841704,"score_spread":0.29462250744347773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401172790","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06955701,0.12683254,0.59119856,0.19700825,0.0015113984,0.003536022,0.00012029027,0.00037874788,0.009857148],"genre_scores_gemma":[0.9409627,0.022335114,0.0015044849,0.00024665127,0.0003691103,0.0003490136,0.00009684298,0.000011968389,0.034124166],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99843234,0.00029043382,0.00031379602,0.0004031991,0.00041593888,0.0001443002],"domain_scores_gemma":[0.99435997,0.0044659823,0.00017339877,0.0002650526,0.0006914451,0.000044149496],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0034351535,0.00012848993,0.00020107054,0.00024745028,0.00081653835,0.0022176295,0.0007358353,0.00006406427,0.0000015073442],"category_scores_gemma":[0.0054040807,0.000089026944,0.000041931246,0.0004970721,0.0002784364,0.024093226,0.0020367745,0.00017048896,0.0000010508727],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041678282,0.000017651178,0.0009558607,0.00042903546,0.00015124257,3.124286e-7,0.029054519,0.000004814638,0.0000925421,0.9413638,0.012477917,0.0154106375],"study_design_scores_gemma":[0.0028969848,0.00015877378,0.071327,0.0010346485,0.00033854195,0.0000069945954,0.0059436946,0.30653107,0.003581214,0.36335614,0.24426083,0.0005640823],"about_ca_topic_score_codex":0.0000101710175,"about_ca_topic_score_gemma":0.000015078248,"teacher_disagreement_score":0.87140566,"about_ca_system_score_codex":0.000047580153,"about_ca_system_score_gemma":0.00003288579,"threshold_uncertainty_score":0.99881816},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4401423547","doi":"10.1186/s12961-024-01169-9","title":"Research evidence communication for policy-makers: a rapid scoping review on frameworks, guidance and tools, and barriers and facilitators","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"World Health Organization","keywords":"Knowledge translation; Health services research; Health policy; Public relations; Health administration; Evidence-based practice; Process (computing); Health communication; Public health; Knowledge management; Political science; Medicine; Nursing; Computer science; Alternative medicine","score_opus":0.9083909917626849,"score_gpt":0.7829010317313783,"score_spread":0.12548996003130664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401423547","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019496938,0.4401861,0.00025467895,0.52231354,0.00020923307,0.016133117,0.0005160173,0.00011975526,0.0007705744],"genre_scores_gemma":[0.37428385,0.58708054,0.00048061958,0.03040829,0.000901533,0.005836574,0.000013920318,0.000057014957,0.0009376861],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9785944,0.015296985,0.0015348301,0.00090043386,0.0013890475,0.0022842984],"domain_scores_gemma":[0.93959355,0.05644691,0.00022337005,0.0008221923,0.0009528534,0.0019611223],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07602871,0.00024089888,0.00066752254,0.0013287578,0.0049762945,0.00052444864,0.00034394147,0.00033482118,0.000017763366],"category_scores_gemma":[0.08346623,0.00020576226,0.000029880342,0.0021252998,0.0011876544,0.0008325867,0.00049402734,0.002544774,0.000029616982],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019531175,0.000015453976,0.0023402618,0.41304895,0.000037476304,0.0000046493687,0.05227409,0.0000016195957,0.000044013534,0.2824274,0.16059034,0.08902043],"study_design_scores_gemma":[0.001125983,0.0016462771,0.0038519658,0.5658447,0.000008140612,0.000037537226,0.029509703,0.002125967,0.000003696743,0.0059343055,0.38948524,0.00042647004],"about_ca_topic_score_codex":0.013746499,"about_ca_topic_score_gemma":0.0008728595,"teacher_disagreement_score":0.49190527,"about_ca_system_score_codex":0.0011032148,"about_ca_system_score_gemma":0.010994984,"threshold_uncertainty_score":0.9997564},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4402328208","doi":"10.1101/2024.09.06.24313221","title":"Knowledge mobilization with and for equity-deserving communities invested in research: A scoping review protocol","year":2024,"lang":"en","type":"review","venue":"medRxiv","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Mobilization; Protocol (science); Equity (law); Business; Community mobilization; Knowledge management; Public economics; Political science; Economics; Computer science; Economic growth; Medicine","score_opus":0.9715157305682416,"score_gpt":0.82871523998628,"score_spread":0.14280049058196154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402328208","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000072555895,0.66922426,0.000049358747,0.0007807373,0.00007331307,0.32880786,0.000036590845,0.00006511147,0.000955513],"genre_scores_gemma":[7.141995e-7,0.55772704,0.00025625172,0.00079991797,0.00007194012,0.44081646,0.000021682652,0.00004822041,0.00025777315],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9881011,0.00811902,0.00190473,0.0004439125,0.00046758848,0.0009636344],"domain_scores_gemma":[0.99050415,0.007527561,0.0005322866,0.0006548681,0.0005400526,0.00024111068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023158757,0.00030938626,0.0014175648,0.0008855587,0.00088006206,0.00006123422,0.00060753163,0.00022753885,0.00009416416],"category_scores_gemma":[0.0037116706,0.0002135144,0.00006190013,0.0024965773,0.00024364323,0.00023316254,0.0009915386,0.0015806304,0.00011648059],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034703785,0.000011057539,0.00020012217,0.9466365,0.0000072926005,9.272185e-7,0.0046940884,2.7481887e-8,8.436142e-8,0.00046387763,0.0024442386,0.04553834],"study_design_scores_gemma":[0.00019458773,0.0000625004,0.0000055343057,0.50496846,0.000039117815,0.000001812634,0.00055099133,0.000012904109,4.6445404e-8,0.00010277651,0.49395257,0.00010868948],"about_ca_topic_score_codex":0.00023607087,"about_ca_topic_score_gemma":0.0104845995,"teacher_disagreement_score":0.49150833,"about_ca_system_score_codex":0.00055040076,"about_ca_system_score_gemma":0.007199152,"threshold_uncertainty_score":0.9984291},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","scholarly_communication","open_science"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4402602478","doi":"10.1080/08989621.2024.2398104","title":"Status of animal experimentation in nutrition and dietetic research: Policies of 100 leading journals and new approach methodologies","year":2024,"lang":"en","type":"review","venue":"Accountability in Research","topic":"Animal testing and alternatives","field":"Veterinary","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Engineering ethics; Research integrity; Management science; Political science; Psychology; Engineering","score_opus":0.957616822100931,"score_gpt":0.7360190920615394,"score_spread":0.22159773003939165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402602478","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22126901,0.77721936,0.000004102692,0.000031987653,0.000019227658,0.0008683448,0.000038020986,0.000011602919,0.0005383449],"genre_scores_gemma":[0.095050745,0.90075874,0.003870632,8.3428904e-7,0.00007323844,0.00015122887,0.000011064743,0.00002898574,0.000054554268],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9923046,0.004475323,0.0010014782,0.00063683925,0.0008917474,0.0006900052],"domain_scores_gemma":[0.9917518,0.0073656384,0.00018043366,0.00031005812,0.00028731217,0.000104761544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014082122,0.00023558077,0.0012344529,0.0019061392,0.000078218145,0.00014306171,0.00031672622,0.00023588425,0.000029019247],"category_scores_gemma":[0.005933596,0.00019228419,0.00009225657,0.0015317022,0.001055952,0.00027465602,0.0006827588,0.0016634811,0.000004571959],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001883376,0.0012485266,0.012627241,0.26030222,0.00023219544,0.000060268525,0.03602656,9.321652e-7,0.0067060236,0.0018865106,0.00055103854,0.6784751],"study_design_scores_gemma":[0.004753009,0.022229433,0.06761631,0.38842365,0.0006431666,0.0006655887,0.34278175,0.00067093887,0.0013975714,0.08636139,0.081490375,0.0029667742],"about_ca_topic_score_codex":0.009484913,"about_ca_topic_score_gemma":0.00008082065,"teacher_disagreement_score":0.6755083,"about_ca_system_score_codex":0.00041276403,"about_ca_system_score_gemma":0.0004039494,"threshold_uncertainty_score":0.997111},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4402695722","doi":"10.5376/jmr.2024.14.0018","title":"Global Collaboration in Research and Data Sharing for Mosquito-Borne Diseases","year":2024,"lang":"en","type":"article","venue":"Journal of Mosquito Research","topic":"Mosquito-borne diseases and control","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data sharing; Data science; Computer science; Medicine; Pathology","score_opus":0.2797435021467741,"score_gpt":0.5623340285362383,"score_spread":0.28259052638946414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402695722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8835284,0.07866279,0.0005629791,0.031779062,0.00084930763,0.00247097,0.0008722056,0.000049491802,0.0012247949],"genre_scores_gemma":[0.9947151,0.0016540741,0.0004937467,0.00006920869,0.0021784161,0.000074230025,0.000082647945,0.000042383937,0.000690205],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950641,0.00028645332,0.000797853,0.00086769275,0.0021070344,0.0008768811],"domain_scores_gemma":[0.9950607,0.001079742,0.00008548097,0.0010718163,0.0020569132,0.0006453811],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009400472,0.0001814825,0.0005176596,0.0009145503,0.00025020386,0.00087648793,0.0010541241,0.00015285755,0.000081288505],"category_scores_gemma":[0.003928725,0.00014637112,0.000108630935,0.0022856726,0.00028462987,0.00078141957,0.0008783362,0.0008665876,0.00001194299],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02024388,0.0033182097,0.13017562,0.006922542,0.0011601386,0.0061095324,0.0012200031,0.00019795922,0.014168714,0.05206787,0.48670733,0.2777082],"study_design_scores_gemma":[0.022271587,0.013900915,0.30877683,0.009980941,0.00097171945,0.0012186348,0.0140349725,0.19963479,0.00072187936,0.08897926,0.338437,0.0010714668],"about_ca_topic_score_codex":0.00012097467,"about_ca_topic_score_gemma":0.00020516865,"teacher_disagreement_score":0.27663672,"about_ca_system_score_codex":0.000597572,"about_ca_system_score_gemma":0.0017118059,"threshold_uncertainty_score":0.8451993},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4403162971","doi":"10.1186/s41073-024-00152-w","title":"An evaluation of the preprints produced at the beginning of the 2022 mpox public health emergency","year":2024,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph; Public Health Agency of Canada","funders":"","keywords":"Observational study; Quality (philosophy); Preprint; Scale (ratio); Critical appraisal; Public health; Medicine; Psychology; Computer science; World Wide Web; Alternative medicine; Geography; Nursing; Internal medicine; Pathology","score_opus":0.7197556863314704,"score_gpt":0.6343461286640703,"score_spread":0.0854095576674001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403162971","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25194478,0.17860623,0.000021285941,0.56114507,0.00070827093,0.0020376495,0.00005132662,0.000011172611,0.0054742023],"genre_scores_gemma":[0.96693337,0.024570104,0.0000075232506,0.00037709362,0.00009763451,0.00008601362,0.000005410987,0.000007308281,0.007915563],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97343946,0.012882228,0.0010726986,0.00067510817,0.011537444,0.00039308984],"domain_scores_gemma":[0.9911002,0.0014184363,0.00036256164,0.001926132,0.005047713,0.00014493622],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27691504,0.000091963106,0.00028150508,0.000107547276,0.0006118762,0.00039432498,0.0035494682,0.000081182334,0.0022122783],"category_scores_gemma":[0.09536604,0.000033767552,0.00014888734,0.002954163,0.00039213328,0.0007960654,0.0013702792,0.0020538315,0.000042808286],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004422249,0.000043415337,0.018306876,0.0007724628,0.000023767887,1.0065443e-7,0.0024204575,0.0000040863893,0.00013422474,0.004659719,0.4699679,0.5036626],"study_design_scores_gemma":[0.000083700616,0.00003932952,0.048607174,0.0030909663,0.000029511488,0.000012976288,0.0012070299,0.0030266584,0.00046100206,0.028220449,0.9151257,0.000095480464],"about_ca_topic_score_codex":0.0007908361,"about_ca_topic_score_gemma":0.0003110161,"teacher_disagreement_score":0.7149886,"about_ca_system_score_codex":0.00012809917,"about_ca_system_score_gemma":0.0016826412,"threshold_uncertainty_score":0.99869984},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4403268193","doi":"10.1016/j.jclinepi.2024.111552","title":"Persistent ethnic disparities in authorship within top European and North American medical journals: a serial cross-sectional analysis","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut National de Santé Publique du Québec; McGill University; Université de Montréal","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Cross-sectional study; Ethnic group; Medicine; Demography; Family medicine; Environmental health; Sociology; Pathology; Anthropology","score_opus":0.40064706310411435,"score_gpt":0.5439387831325252,"score_spread":0.14329172002841084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403268193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9766281,0.0025591447,0.00042384004,0.016466722,0.0027902469,0.000040528335,0.000006166682,0.000014986523,0.001070214],"genre_scores_gemma":[0.98824435,0.0051511475,0.00033569644,0.0028491125,0.0031614287,4.6486866e-7,0.0000025768798,0.0000062499385,0.00024894677],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9833846,0.011884051,0.0029667548,0.0003056449,0.0010098811,0.00044905755],"domain_scores_gemma":[0.9823818,0.015257764,0.0010607507,0.00010808679,0.00023206211,0.00095949904],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12765598,0.000119232056,0.0014230674,0.00032861868,0.00017434043,0.00010582469,0.00056136237,0.00026759543,0.0003761243],"category_scores_gemma":[0.09088305,0.00008940361,0.0008817227,0.00096867594,0.002620588,0.00020589362,0.00012326898,0.0023720898,0.000009699349],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018483278,0.00005497919,0.98415536,0.000014099701,0.0005529126,0.00033208693,0.002112486,0.00036263352,1.0660238e-7,0.002280777,0.0005898896,0.009359862],"study_design_scores_gemma":[0.000383123,0.0003919467,0.9916407,0.00007445457,0.00027613065,0.000056682176,0.002167823,0.00068976695,2.3616794e-8,0.0015557624,0.002675416,0.000088162364],"about_ca_topic_score_codex":0.0011077827,"about_ca_topic_score_gemma":0.0084026875,"teacher_disagreement_score":0.036772933,"about_ca_system_score_codex":0.00008459539,"about_ca_system_score_gemma":0.00054545415,"threshold_uncertainty_score":0.9999295},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4403332823","doi":"10.1177/09636625241268881","title":"Public understanding of preprints: How audiences make sense of unreviewed research in the news","year":2024,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Preprint; Coronavirus disease 2019 (COVID-19); Population; Pandemic; Term (time); Media studies; Sociology; Public relations; Psychology; Political science; World Wide Web; Computer science; Medicine","score_opus":0.7307891558044088,"score_gpt":0.5019906325918755,"score_spread":0.22879852321253336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403332823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3834761,0.004326119,0.116546266,0.21897282,0.0030381752,0.002077099,0.00007419782,0.00013754678,0.27135167],"genre_scores_gemma":[0.9988323,0.00037529352,0.00032006405,0.00008609577,0.00005374622,0.000013095848,0.0000010170428,0.000011325547,0.00030705193],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9859081,0.001418442,0.001538302,0.0013485334,0.008651773,0.0011348337],"domain_scores_gemma":[0.98680604,0.009604,0.00075706147,0.0014645549,0.0010963434,0.0002720249],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10307218,0.0002191284,0.000620451,0.0043774927,0.0007633868,0.004341419,0.007400257,0.00015533518,0.00013592732],"category_scores_gemma":[0.03439563,0.00013396659,0.00018097056,0.02655848,0.010060229,0.006524354,0.0013618349,0.00093182345,0.000013554297],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014812614,0.00008943688,0.018611152,0.00016005697,0.000019234612,0.000011680931,0.009973641,0.000027036773,0.0012617958,0.95650387,0.0065730033,0.0067542996],"study_design_scores_gemma":[0.00033125884,0.00012000975,0.0028176683,0.00089914026,0.000013438459,0.00004474296,0.27611342,0.0063596456,0.0008198417,0.70391,0.008272677,0.00029813655],"about_ca_topic_score_codex":0.00023563232,"about_ca_topic_score_gemma":0.00032930536,"teacher_disagreement_score":0.6153562,"about_ca_system_score_codex":0.0009776802,"about_ca_system_score_gemma":0.0022460704,"threshold_uncertainty_score":0.99797016},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4403337641","doi":"10.1002/asi.24957","title":"When data sharing is an answer and when (often) it is not: Acknowledging data‐driven, non‐data, and data‐decentered cultures","year":2024,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Research Data Management Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"H2020 European Research Council; Social Sciences and Humanities Research Council of Canada; Horizon 2020 Framework Programme","keywords":"Computer science; Data sharing; Information retrieval; Data science","score_opus":0.13412300046449738,"score_gpt":0.407161431979203,"score_spread":0.27303843151470564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403337641","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029672869,0.0013181252,0.30392832,0.6544495,0.002518043,0.001488014,0.0049627027,0.00023136745,0.0014310718],"genre_scores_gemma":[0.7881018,0.011252982,0.17938638,0.017072806,0.0006042679,0.000018498886,0.0015604626,0.000035248675,0.001967556],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978226,0.000029498618,0.00047631792,0.00053127616,0.00087814033,0.00026218267],"domain_scores_gemma":[0.9954103,0.00016517422,0.0006810476,0.0030445198,0.0006224802,0.00007643733],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.009123488,0.00010011317,0.00015271592,0.00063782255,0.00056066137,0.008154058,0.013631844,0.00008118479,0.0000029443381],"category_scores_gemma":[0.004509317,0.000069555936,0.000009651119,0.00080158835,0.00021413527,0.16732746,0.017758515,0.00030260475,0.0000054825664],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028008655,0.000059509886,0.012100167,0.0002442985,0.00031512888,0.0000040334867,0.009692818,0.000006235429,0.0006065609,0.028784137,0.6627182,0.28544092],"study_design_scores_gemma":[0.00024028482,0.00003976846,0.00077038055,0.00006137732,0.00003660932,0.00002788959,0.00065881776,0.40650296,0.000116646406,0.0023852298,0.5890806,0.000079439655],"about_ca_topic_score_codex":0.000017659135,"about_ca_topic_score_gemma":0.00004869014,"teacher_disagreement_score":0.75842893,"about_ca_system_score_codex":0.00008638751,"about_ca_system_score_gemma":0.0002610438,"threshold_uncertainty_score":0.9928756},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4404044359","doi":"10.1080/08989621.2024.2420812","title":"Allowing AI co–authors is a disregard for humanization","year":2024,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Engineering ethics; Psychology; Engineering","score_opus":0.4544497266217594,"score_gpt":0.6545098781449135,"score_spread":0.20006015152315404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404044359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8423279,0.00032999032,0.00021255438,0.116151586,0.0006338167,0.001503305,0.000052665164,0.00014440737,0.038643803],"genre_scores_gemma":[0.9967706,0.00013618016,0.00006350981,0.0007088697,0.00040550902,0.00008575057,0.000012172462,0.000017545572,0.0017998294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970919,0.00053257105,0.00023762934,0.00037291655,0.0011147122,0.00065027206],"domain_scores_gemma":[0.99661297,0.0022047353,0.000013595933,0.00021637989,0.000825228,0.0001271167],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.018030632,0.00008045858,0.00014023585,0.00021953338,0.0009926517,0.0012293308,0.00038093564,0.0002887353,0.00037325965],"category_scores_gemma":[0.0061199665,0.000080038786,0.0000873797,0.0009563943,0.0006342429,0.0009314907,0.00006906225,0.0008262699,0.00007134994],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078984514,0.0002471877,0.047095437,0.0004536104,0.00004584519,0.000009277869,0.41065767,0.000008604331,0.00031410943,0.45517987,0.07016202,0.015747381],"study_design_scores_gemma":[0.00025862228,0.0001318827,0.008824402,0.00019149136,0.000008631616,1.5708105e-7,0.047292992,0.0010328564,0.00018538104,0.45813972,0.48365998,0.00027389685],"about_ca_topic_score_codex":0.019586815,"about_ca_topic_score_gemma":0.023664026,"teacher_disagreement_score":0.41349795,"about_ca_system_score_codex":0.0006300006,"about_ca_system_score_gemma":0.00094955426,"threshold_uncertainty_score":0.9998075},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4404840467","doi":"10.32920/27926781.v1","title":"A cross-sectional description of open access publication costs, policies and impact in emergency medicine and critical care journals","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; McMaster University","funders":"","keywords":"Cross-sectional study; Medicine; Family medicine; Medical emergency","score_opus":0.8802126189463708,"score_gpt":0.6923778208821509,"score_spread":0.18783479806421988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9267093,0.031970613,0.002050782,0.007074372,0.00095738296,0.0014266744,0.00017006874,0.0000055193836,0.029635284],"genre_scores_gemma":[0.99463594,0.0011376122,0.0003427307,0.00006782851,0.0001423345,0.00007318984,0.00003427319,0.000009983183,0.003556111],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98320854,0.002815996,0.009625195,0.001089416,0.0030714748,0.00018935897],"domain_scores_gemma":[0.98976225,0.0013808748,0.0027141136,0.0014822698,0.004442728,0.00021774501],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.060841683,0.00030527235,0.0027339596,0.0017672299,0.00009315343,0.008508168,0.002421628,0.0002153135,0.037781466],"category_scores_gemma":[0.055918798,0.00014009241,0.00055187393,0.0015494418,0.00018897478,0.0011442659,0.0040080533,0.00042493216,0.000040140214],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008362115,0.000021350408,0.9578884,0.00066903635,0.00011380304,7.28777e-7,0.0010833113,0.00001965913,0.00007760779,0.0052840095,0.03206183,0.0027718479],"study_design_scores_gemma":[0.000106670865,0.000033041095,0.9179659,0.0002809399,0.00013667047,0.000019408963,0.0011206607,0.0017498806,0.0000046763507,0.077377856,0.0010698718,0.0001344616],"about_ca_topic_score_codex":0.0036692305,"about_ca_topic_score_gemma":0.00094998226,"teacher_disagreement_score":0.072093844,"about_ca_system_score_codex":0.00012904151,"about_ca_system_score_gemma":0.00020645797,"threshold_uncertainty_score":0.9925211},"labels":[{"model":"gemma","categories":["bibliometrics","scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4405031048","doi":"10.2139/ssrn.5029611","title":"Legislating Open Access: Making the Case for a Secondary Publishing Right in Canada","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Political science; Business; Law","score_opus":0.06856929381170981,"score_gpt":0.32033571091179425,"score_spread":0.2517664171000844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405031048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38126272,0.08106502,0.0005365802,0.14015286,0.011539414,0.0035263912,0.0007520716,0.00015520187,0.38100976],"genre_scores_gemma":[0.99402237,0.00033473206,0.00004831774,0.00067090255,0.0015274669,0.00013149128,0.00007393097,0.000057109322,0.0031337026],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.996614,0.00036727023,0.0006931521,0.0003725307,0.0002819691,0.0016711183],"domain_scores_gemma":[0.9980667,0.00042306754,0.00057114847,0.0006104749,0.00027251805,0.00005607204],"candidate_categories":["sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00827619,0.00027695126,0.00033894027,0.0002609686,0.0014872847,0.06746285,0.0057595083,0.00012090742,0.00016980128],"category_scores_gemma":[0.0005337469,0.0001992397,0.00014791213,0.000098940014,0.000050512186,0.006346461,0.0049025337,0.015820304,0.0000016026099],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000032299344,0.000023386829,0.000160582,0.00013035059,0.0003782471,0.00022174105,0.011396827,0.0002063196,5.044301e-7,0.8913128,0.034639496,0.061497483],"study_design_scores_gemma":[0.000328424,0.000022416338,0.000017279415,0.00046583373,0.00006996821,0.0011020596,0.028818874,0.0020145301,5.909069e-7,0.8304466,0.13641769,0.00029575807],"about_ca_topic_score_codex":0.94896847,"about_ca_topic_score_gemma":0.9994404,"teacher_disagreement_score":0.61275965,"about_ca_system_score_codex":0.0061197258,"about_ca_system_score_gemma":0.046392594,"threshold_uncertainty_score":0.99981266},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4405540378","doi":"10.18438/eblip30665","title":"Evidence Summary Theme: Open Access","year":2024,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Theme (computing); Computer science; World Wide Web; Data science; Library science","score_opus":0.5818519236961829,"score_gpt":0.5919576860470508,"score_spread":0.010105762350867908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405540378","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006140576,0.078123845,0.043668434,0.6965059,0.002559029,0.002053656,0.000102431324,0.00045030925,0.1703958],"genre_scores_gemma":[0.7027314,0.10452271,0.015106554,0.16420856,0.00040715333,0.00018251479,0.0000504338,0.000036580055,0.012754121],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931467,0.00064663216,0.0009102245,0.00052976434,0.0043982835,0.00036839867],"domain_scores_gemma":[0.94385815,0.053792283,0.0003621192,0.00082274794,0.00074933964,0.0004153908],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["bibliometrics","scholarly_communication","insufficient_payload"],"category_scores_codex":[0.021488162,0.00016450441,0.00020767504,0.017100506,0.000367546,0.0945832,0.0058103083,0.00010183448,0.0033844481],"category_scores_gemma":[0.1182745,0.000111713096,0.00007360465,0.08565622,0.00013435267,0.78238827,0.0044644773,0.00043485843,0.0011851377],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002779959,0.000035877023,0.0032042519,0.000095497264,0.000014519748,0.000026461421,0.0001037066,0.00006846697,0.000041154308,0.10917548,0.27065358,0.616303],"study_design_scores_gemma":[0.00011505995,0.00013365505,0.010684756,0.00074751064,0.0000118397,0.000021345832,0.00029238596,0.03061116,0.0008441566,0.0025803167,0.9537746,0.00018326138],"about_ca_topic_score_codex":0.00003062737,"about_ca_topic_score_gemma":6.698412e-8,"teacher_disagreement_score":0.6965908,"about_ca_system_score_codex":0.000027646916,"about_ca_system_score_gemma":0.0011157849,"threshold_uncertainty_score":0.99959254},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4405997806","doi":"10.14712/12128112.3574","title":"41st Conference of the International Council for Traditional Music","year":2011,"lang":"en","type":"article","venue":"Lidé města","topic":"Diverse Musicological Studies","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Library science; Computer science","score_opus":0.8328671240479153,"score_gpt":0.23138267020502892,"score_spread":0.6014844538428864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405997806","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.092004485,0.000016439073,0.000024127809,0.00063094427,0.0016159102,0.00016446723,0.00041571358,0.000020735468,0.9051072],"genre_scores_gemma":[0.98790675,0.0000019431632,0.00007688951,0.0006926858,0.0002658034,0.00002779009,0.0000053078916,0.000003171494,0.011019661],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99950737,0.000006959774,0.00009960382,0.000084284795,0.00022417477,0.00007762834],"domain_scores_gemma":[0.99946374,0.00006110211,0.000058850736,0.000070854054,0.00033270367,0.00001277695],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008717017,0.000053331903,0.00007502084,0.000008072317,0.00013533936,0.000052222542,0.00024659344,0.000014761371,0.012042166],"category_scores_gemma":[0.00008162318,0.000032423817,0.00006520574,0.000008915457,0.00030559854,0.00006838415,0.0000647536,0.000036590136,0.000026190522],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001919989,0.00008378211,0.00020893308,0.0000055299424,0.000036191792,3.140979e-7,0.011182156,1.5579576e-7,0.000028532786,0.9356551,0.052439418,0.0003406472],"study_design_scores_gemma":[0.00027491167,0.00007495128,0.0045050737,0.00001218368,0.000018173916,2.9913124e-7,0.0021281634,0.000024626484,0.000087047076,0.04378385,0.9490245,0.00006620479],"about_ca_topic_score_codex":0.00009687662,"about_ca_topic_score_gemma":0.00043163195,"teacher_disagreement_score":0.8965851,"about_ca_system_score_codex":0.000038487724,"about_ca_system_score_gemma":0.000051261966,"threshold_uncertainty_score":0.98886096},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4406143355","doi":"10.5860/crl.86.1.79","title":"Health Sciences and Beyond: An Investigation into Canadian Librarian Participation in Systematic Reviews Across Disciplines","year":2025,"lang":"en","type":"article","venue":"College & Research Libraries","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Library science; Systematic review; MEDLINE; Sociology; Data science; Political science; Computer science","score_opus":0.3179720848469726,"score_gpt":0.5824627262250558,"score_spread":0.2644906413780832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406143355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8741308,0.006873345,0.000030723597,0.107807584,0.00068627973,0.0070007513,0.000045197678,0.000057843587,0.0033674997],"genre_scores_gemma":[0.98567474,0.0010922138,0.0016909442,0.0042248196,0.00020708355,0.0031567558,0.00006349833,0.000014925885,0.00387501],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9879531,0.007895576,0.0011595218,0.0005774615,0.00067115587,0.0017431715],"domain_scores_gemma":[0.9946534,0.0031534997,0.00018433854,0.0004344314,0.00025497857,0.0013193323],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.024179686,0.0001575007,0.00053663773,0.0013079327,0.006672359,0.00040464563,0.00059834315,0.00016266361,0.000057798385],"category_scores_gemma":[0.008436093,0.000121642835,0.000023172179,0.005068975,0.0013305653,0.0034399866,0.00031246096,0.00079034205,0.00006770149],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006155355,0.00010347482,0.45871794,0.039956037,0.00000796533,0.0000053263666,0.14680265,0.000008300188,0.00003148034,0.25716907,0.09308311,0.0040530902],"study_design_scores_gemma":[0.0008907054,0.00073755055,0.59523356,0.0141873555,0.0000047909566,0.0000012439285,0.23193651,0.009077155,0.000042850315,0.12525456,0.022251075,0.00038266362],"about_ca_topic_score_codex":0.13595793,"about_ca_topic_score_gemma":0.6370731,"teacher_disagreement_score":0.5011152,"about_ca_system_score_codex":0.0005962142,"about_ca_system_score_gemma":0.022903534,"threshold_uncertainty_score":0.99991626},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4406357471","doi":"10.1086/733018","title":"Open Access in the Field of Contemporary Art","year":2024,"lang":"en","type":"article","venue":"Art Documentation Journal of the Art Libraries Society of North America","topic":"Digital and Traditional Archives Management","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Field (mathematics); Visual arts; Art; Mathematics","score_opus":0.04756444124792316,"score_gpt":0.2996367965685496,"score_spread":0.25207235532062644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406357471","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09324275,0.00051193166,0.00076999364,0.14765683,0.0011087839,0.0008119773,0.00014723379,0.000022484319,0.755728],"genre_scores_gemma":[0.9848299,0.00012930532,0.0002650993,0.008077651,0.00012102804,0.000007877646,0.000034360153,0.0000072989824,0.0065274714],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990371,0.000063560394,0.00044241748,0.00007910152,0.00029426804,0.00008357931],"domain_scores_gemma":[0.99911916,0.00037530012,0.00032416414,0.00011999374,0.000037783957,0.000023586803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014469563,0.000082081424,0.00016835085,0.00004544284,0.00011121803,0.00087932707,0.0009945013,0.000005372223,0.00047835484],"category_scores_gemma":[0.000014518381,0.000046443536,0.00024512142,0.00013686826,0.00037321562,0.0043157185,0.00031533258,0.0001304905,0.00002476321],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060555172,0.0001275338,0.0023591644,0.00008470178,0.00020985238,0.0000035261562,0.01828379,0.0000959456,0.0000031782736,0.06354254,0.91077554,0.004453657],"study_design_scores_gemma":[0.00022667156,0.0002167305,0.014357237,0.00014221352,0.00002773618,0.0000032151327,0.0036572968,0.000044367185,0.00005189932,0.03491909,0.94628865,0.0000649182],"about_ca_topic_score_codex":0.000027493372,"about_ca_topic_score_gemma":0.000016800635,"teacher_disagreement_score":0.89158714,"about_ca_system_score_codex":0.0000075508838,"about_ca_system_score_gemma":0.000100556084,"threshold_uncertainty_score":0.8479371},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4406842793","doi":"10.1038/d41586-025-00212-1","title":"‘Stamp out paper mills’ — science sleuths on how to fight fake research","year":2025,"lang":"en","type":"article","venue":"Nature","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bishop's University","funders":"","keywords":"Scientific misconduct; Spotting; Misconduct; Engineering ethics; Political science; Engineering; Computer science; Law; Medicine; Alternative medicine","score_opus":0.04031818940135897,"score_gpt":0.42280289074556415,"score_spread":0.3824847013442052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406842793","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024136825,0.00076106924,0.00003757921,0.30526075,0.0022156683,0.00039424503,0.00002704345,0.00007597485,0.66709083],"genre_scores_gemma":[0.8524667,0.00013852799,0.00026593157,0.022587473,0.0005510114,0.000013280361,0.000002770431,0.000005334081,0.12396897],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99694586,0.00029363425,0.000093718125,0.00042877946,0.0015721811,0.0006658482],"domain_scores_gemma":[0.99830693,0.0006168683,0.000021232681,0.00027183525,0.00059198093,0.00019113583],"candidate_categories":["sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0052789017,0.000098146644,0.000119865355,0.00035136653,0.001624132,0.00024519558,0.0011585021,0.002807168,0.00030595646],"category_scores_gemma":[0.0076379534,0.00007976296,0.000048336184,0.0018575874,0.00063746213,0.0002642359,0.00015150738,0.010405483,0.00032821076],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021990742,0.000019978288,0.0002167521,0.000006202847,0.0000047621825,0.000005265267,0.011234437,0.0000012131646,0.0016823207,0.30394503,0.6729299,0.009932146],"study_design_scores_gemma":[0.00007106907,0.00002511527,0.00095606083,0.00008079258,0.0000023925845,1.3965608e-7,0.0038325235,0.000004827958,0.002924868,0.00918745,0.982818,0.00009675042],"about_ca_topic_score_codex":0.00033559542,"about_ca_topic_score_gemma":0.0014841753,"teacher_disagreement_score":0.82832986,"about_ca_system_score_codex":0.00030719198,"about_ca_system_score_gemma":0.00086053583,"threshold_uncertainty_score":0.99967563},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4408038925","doi":"10.1186/s41073-025-00158-y","title":"Policies on artificial intelligence chatbots among academic publishers: a cross-sectional audit","year":2025,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ottawa Hospital; Impact","funders":"","keywords":"Chatbot; Audit; Computer science; Transformative learning; World Wide Web; Library science; Public relations; Political science; Psychology; Business; Accounting","score_opus":0.6237231184858077,"score_gpt":0.6160312006266995,"score_spread":0.007691917859108277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408038925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54456514,0.05322115,0.00049085764,0.37134165,0.0014958206,0.0028537118,0.000029499435,0.00014252872,0.02585961],"genre_scores_gemma":[0.9324075,0.048271112,0.000075077776,0.0051569124,0.00092131965,0.00025504403,0.00007359401,0.00001615762,0.012823255],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965356,0.00036532313,0.0007683762,0.0004910725,0.0012802243,0.0005594142],"domain_scores_gemma":[0.9956701,0.0009248956,0.0000818857,0.0003963979,0.0026113652,0.0003153998],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008352813,0.0001684647,0.00037107774,0.00044872836,0.00047017884,0.00030197678,0.00026166343,0.00035349384,0.000660137],"category_scores_gemma":[0.015778795,0.00013499598,0.00012206828,0.0012054297,0.0006705475,0.00039139588,0.00011015507,0.0037306466,0.0002794098],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028515887,0.00033367696,0.23339593,0.006994495,0.00007403106,0.000013078951,0.0007839406,0.000002187484,0.000069973314,0.09507502,0.11126691,0.5517056],"study_design_scores_gemma":[0.000058770926,0.000936456,0.34730268,0.02571178,0.0000741181,0.00007046577,0.0023638832,0.00048688368,0.0050040707,0.13242634,0.48510075,0.0004638037],"about_ca_topic_score_codex":0.0027904857,"about_ca_topic_score_gemma":0.00021852454,"teacher_disagreement_score":0.5512418,"about_ca_system_score_codex":0.00029461947,"about_ca_system_score_gemma":0.0009628538,"threshold_uncertainty_score":0.99856776},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4408361682","doi":"10.5206/cjils-rcsib.v48i1.22212","title":"On (Conflating) Predatory Journals and Predatory Practices","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Information and Library Science","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Predatory pricing; Economics","score_opus":0.014499116359888863,"score_gpt":0.2426575115870162,"score_spread":0.22815839522712733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408361682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85078645,0.00022172956,0.000037265843,0.0025175286,0.00020658785,0.000060027123,0.000026533906,0.000005667555,0.14613824],"genre_scores_gemma":[0.99554294,0.0001371504,0.00011586609,0.0037654121,0.000010549418,6.2306185e-7,0.0000019406532,0.0000013938233,0.00042414299],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99929935,0.000019527059,0.00025699244,0.00006296844,0.00020374173,0.00015742042],"domain_scores_gemma":[0.99905795,0.000044165703,0.00038224887,0.000072910465,0.000027666094,0.00041508247],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005011415,0.000060165978,0.00007086113,0.0002787618,0.00034480647,0.0005703273,0.0002225623,0.00003367161,0.008366527],"category_scores_gemma":[0.00045118752,0.000049821243,0.000015240698,0.00041713502,0.00047504265,0.007883552,0.00004613728,0.00014034467,0.000035199948],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009238462,0.00003281258,0.5933267,0.0001009201,0.000026846226,0.000026456628,0.0055680615,0.00016639833,0.0011939085,0.084815614,0.20823358,0.106416315],"study_design_scores_gemma":[0.00024536304,0.000070523216,0.57536703,0.000059074428,0.0000042892566,0.000057192832,0.0025351741,0.00021404722,0.0004554886,0.00055114256,0.42035884,0.00008183415],"about_ca_topic_score_codex":0.0001337873,"about_ca_topic_score_gemma":0.00018292356,"teacher_disagreement_score":0.21212526,"about_ca_system_score_codex":0.000101590915,"about_ca_system_score_gemma":0.0004489983,"threshold_uncertainty_score":0.99253994},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4408566433","doi":"10.18438/eblip30630","title":"Identifying Socio-Technical Risks in Open-Source Software for Scholarly Communications: Tools, Metrics, and Opportunities for Libraries to Support Sustainable Development","year":2025,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Concordia University; Université Laval","funders":"","keywords":"Computer science; Open source; Data science; Software; Open source software; World Wide Web","score_opus":0.1419888677672576,"score_gpt":0.35946849456636937,"score_spread":0.21747962679911176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408566433","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00050923385,0.0006664832,0.88327044,0.112665534,0.0000628349,0.0019614305,0.000017944756,0.0002234696,0.00062265096],"genre_scores_gemma":[0.022228621,0.00049186114,0.91316223,0.061609287,0.000010863704,0.0012585036,0.00016349775,0.0000121762305,0.001062971],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99820966,0.0001847849,0.00080012705,0.00028198314,0.00022065737,0.0003027768],"domain_scores_gemma":[0.99067056,0.0075824084,0.0003747431,0.0007248424,0.00053394237,0.0001135162],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00274093,0.00016895444,0.00022134697,0.0009236661,0.00096115173,0.011562093,0.0018666887,0.00012141709,0.0000074178256],"category_scores_gemma":[0.015056381,0.00018422806,0.000025774483,0.0018181126,0.00008868534,0.4152171,0.0029915934,0.00027343386,0.0000034324248],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014959896,0.000051907737,0.001165204,0.00033484434,0.00001618532,0.0000012090785,0.0009753588,0.000031002797,0.0000020873404,0.84657985,0.00664156,0.14405118],"study_design_scores_gemma":[0.0006494365,0.00017441648,0.0052347914,0.00041821634,0.000018248536,0.0000054849497,0.0067484425,0.0017035286,0.00033560282,0.004010278,0.980439,0.0002625674],"about_ca_topic_score_codex":0.000015435327,"about_ca_topic_score_gemma":3.67376e-7,"teacher_disagreement_score":0.97379744,"about_ca_system_score_codex":0.00006706129,"about_ca_system_score_gemma":0.0018557007,"threshold_uncertainty_score":0.99324024},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4408663123","doi":"10.63485/bm1hb-08q72","title":"An OA pledge from the Gustavus Adolphus library faculty","year":2009,"lang":"en","type":"preprint","venue":"","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pledge; Political science; Library science; Sociology; Computer science; Law","score_opus":0.03841528436749876,"score_gpt":0.26379525370285045,"score_spread":0.2253799693353517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408663123","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052345224,0.00057864224,0.62297237,0.031120619,0.0056506027,0.0016654223,0.0004323041,0.003567835,0.28166696],"genre_scores_gemma":[0.8490533,0.000100809695,0.09289783,0.04453002,0.002222147,0.00006522153,0.0015597909,0.00003267634,0.009538175],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976364,0.0001700602,0.0005798108,0.0006528771,0.00060886174,0.00035199334],"domain_scores_gemma":[0.99702734,0.00007898857,0.0002957331,0.002332736,0.000049847677,0.00021534806],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.00032622396,0.00030429926,0.000282007,0.00009366393,0.00023517555,0.004438512,0.009016497,0.00024322594,0.0003309185],"category_scores_gemma":[0.000011606589,0.00017564752,0.00015864441,0.0003977573,0.00006247631,0.0127213895,0.0023623942,0.00048385852,0.0007649052],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008573095,0.000112184585,0.005114392,0.000031900432,0.00004580261,0.00001640364,0.023603115,0.0018114796,0.000031464224,0.063034594,0.78649735,0.11969276],"study_design_scores_gemma":[0.00045836414,0.0001815419,0.08025243,0.0001670535,0.0000066279895,0.000015733263,0.0018666539,0.37808537,0.0016238925,0.055814166,0.48020956,0.0013186056],"about_ca_topic_score_codex":0.00019997924,"about_ca_topic_score_gemma":0.000003714021,"teacher_disagreement_score":0.7967081,"about_ca_system_score_codex":0.000018450794,"about_ca_system_score_gemma":0.00039838266,"threshold_uncertainty_score":0.99659497},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4408785920","doi":"10.63485/16sp6-n1d55","title":"New OA journal on the history and philosophy of science","year":2007,"lang":"en","type":"preprint","venue":"","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"History and philosophy of science; Epistemology; Philosophy; Engineering ethics; Engineering","score_opus":0.21288014716398568,"score_gpt":0.44096712164607527,"score_spread":0.2280869744820896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408785920","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15803678,0.0013689524,0.017685167,0.031112112,0.005151328,0.0004868249,0.000008376648,0.000016915998,0.7861335],"genre_scores_gemma":[0.9715212,0.000033622873,0.0013861356,0.00041924205,0.00062699354,0.000002298284,4.0561105e-7,0.0000058571295,0.026004247],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9955549,0.00013777411,0.00049396046,0.00039111805,0.0032039315,0.00021827545],"domain_scores_gemma":[0.99685633,0.0006437595,0.0003425447,0.0006461218,0.0012886487,0.00022259228],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009766743,0.00011457232,0.00019252184,0.0007836206,0.00032060492,0.0003756262,0.0017643315,0.00008216481,0.002002022],"category_scores_gemma":[0.0017629195,0.000055984743,0.00008063893,0.00060043344,0.0011729853,0.0002370066,0.0013299857,0.00064745947,0.000071782786],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037710165,0.00007118667,0.00041161792,0.000011350043,0.00002139859,0.000023100856,0.0028720407,0.00014562636,0.0015206804,0.29278713,0.6451657,0.056593046],"study_design_scores_gemma":[0.0001687837,0.00043753075,0.0023336613,0.000082908125,0.0000051267994,0.000023050417,0.0013534883,0.0012278046,0.0015697355,0.958885,0.03376037,0.00015252737],"about_ca_topic_score_codex":0.000014058843,"about_ca_topic_score_gemma":0.000029592462,"teacher_disagreement_score":0.81348443,"about_ca_system_score_codex":0.00026921253,"about_ca_system_score_gemma":0.002337519,"threshold_uncertainty_score":0.9989103},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4409566584","doi":"10.1186/s12961-025-01310-2","title":"Unique and shared partner priorities for supporting engagement in knowledge mobilization in pediatric pain: a best–worst scaling experiment","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Izaak Walton Killam Health Centre; Dalhousie University","funders":"Killam Trusts; Research Nova Scotia; Canadian Pain Society; Canada Foundation for Innovation; Canadian Institutes of Health Research; Canadian Psychological Association; Canada Research Chairs; Dalhousie Medical Research Foundation","keywords":"Context (archaeology); Health services research; Variety (cybernetics); Psychology; Health administration; Public health; Applied psychology; Social psychology; Medicine; Medical education; Nursing; Computer science","score_opus":0.847262630294485,"score_gpt":0.7501826757079374,"score_spread":0.09707995458654761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409566584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93517345,0.004364712,0.0020785565,0.03841414,0.00041124749,0.016418621,0.00009354834,0.000070613656,0.0029751111],"genre_scores_gemma":[0.98678195,0.0018314378,0.00023619142,0.0030089747,0.0004223806,0.006402775,0.000011228104,0.000019169378,0.0012858822],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9841511,0.011199796,0.0018572424,0.00051616,0.000441435,0.0018342382],"domain_scores_gemma":[0.9874959,0.011113712,0.00027518865,0.00024523435,0.000426161,0.00044378088],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058134314,0.0001533744,0.00042772255,0.0018521212,0.0015094837,0.00008222559,0.00015637693,0.0001377942,0.000010973061],"category_scores_gemma":[0.012139068,0.00014760347,0.000018092114,0.0017805211,0.000097020406,0.00020024319,0.00022308894,0.00067806325,0.000005281253],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012116586,0.00015930177,0.5660521,0.039649524,0.000008150903,0.0000033963017,0.26111403,0.00005688309,0.000102761485,0.10976806,0.013106852,0.009857785],"study_design_scores_gemma":[0.011972485,0.0015514869,0.20475258,0.01081955,0.000009209904,0.0000037316847,0.40523738,0.07661501,0.000077848934,0.006818366,0.2812664,0.00087595213],"about_ca_topic_score_codex":0.015484912,"about_ca_topic_score_gemma":0.0066091362,"teacher_disagreement_score":0.36129948,"about_ca_system_score_codex":0.0015113535,"about_ca_system_score_gemma":0.00709814,"threshold_uncertainty_score":0.99979043},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4409629257","doi":"10.63485/djw3v-6t729","title":"Canadian Library Association endorses OA","year":2005,"lang":"en","type":"preprint","venue":"","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Association (psychology); Library science; Psychology; Computer science; Psychotherapist","score_opus":0.01054748751395643,"score_gpt":0.1968457446434901,"score_spread":0.18629825712953368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409629257","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032777335,0.00012570665,0.018105853,0.04106198,0.0038821402,0.00040302498,0.00004373915,0.00085437746,0.93224543],"genre_scores_gemma":[0.70517534,0.00014723204,0.039091524,0.03459584,0.0016667078,0.00007537892,0.00021352398,0.000024657282,0.21900983],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839747,0.000056791167,0.00038834603,0.00033067403,0.0004463266,0.00038041806],"domain_scores_gemma":[0.99867743,0.000046009798,0.00025943542,0.0006554614,0.00004564628,0.0003159955],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028445973,0.0001632515,0.00018197838,0.0003805985,0.00012585025,0.002528491,0.002539063,0.00025876495,0.0006532422],"category_scores_gemma":[0.000024469555,0.00014267187,0.00009563454,0.0003492383,0.000007781519,0.00977477,0.0010448578,0.00027737123,0.001778495],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.2180613e-7,0.000013476795,0.024268497,0.000035130266,0.00003422661,0.000006762244,0.0038336464,0.0009034299,0.0000039544075,0.056811653,0.8826817,0.031407088],"study_design_scores_gemma":[0.00007893947,0.000011490422,0.003700328,0.000031084477,0.0000011445169,0.0000046731043,0.00009958011,0.054998156,0.0006428383,0.0027280925,0.9373284,0.0003752829],"about_ca_topic_score_codex":0.017844643,"about_ca_topic_score_gemma":0.0036776124,"teacher_disagreement_score":0.7132356,"about_ca_system_score_codex":0.00030866763,"about_ca_system_score_gemma":0.0019386897,"threshold_uncertainty_score":0.99899876},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4409728141","doi":"10.5206/cjils-rcsib.v48i1.22390","title":"Towards Sustainable and Coordinated Methods for Estimating Open Access Costs at Canadian Higher Education Institutions","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Information and Library Science","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Ottawa","funders":"","keywords":"Business; Environmental economics; Higher education; Economic growth; Economics","score_opus":0.354533325933165,"score_gpt":0.5916812547562789,"score_spread":0.23714792882311386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409728141","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19362408,0.0038890508,0.12508462,0.085023195,0.0069793854,0.002560486,0.00020240877,0.000021174626,0.5826156],"genre_scores_gemma":[0.8996482,0.000050003666,0.0854501,0.004717996,0.000037573947,0.000014422666,0.000011429781,0.0000034466955,0.010066854],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982086,0.00006733631,0.0005585899,0.00015846184,0.00057595206,0.00043109216],"domain_scores_gemma":[0.99477494,0.00048444438,0.000292294,0.00018040411,0.0025563594,0.001711537],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["bibliometrics","scholarly_communication"],"category_scores_codex":[0.009494694,0.00007753376,0.000161258,0.040606193,0.0016601903,0.020929761,0.0029339592,0.00005433787,0.00026693047],"category_scores_gemma":[0.014024946,0.000058923015,0.000026713036,0.055569842,0.00043741643,0.027289229,0.0006101858,0.0001241365,0.0000030692931],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010296631,0.0000051991474,0.021980844,0.000019599962,0.000005287919,0.0000024598014,0.000255452,0.00010119572,0.0000077408395,0.22137366,0.07058112,0.68565714],"study_design_scores_gemma":[0.00029486822,0.000048325648,0.11048402,0.000037810318,0.0000042031247,0.000028891996,0.0009757962,0.01026248,0.00012960623,0.016093694,0.8615426,0.000097709075],"about_ca_topic_score_codex":0.06665031,"about_ca_topic_score_gemma":0.009360983,"teacher_disagreement_score":0.7909615,"about_ca_system_score_codex":0.0005924775,"about_ca_system_score_gemma":0.041599613,"threshold_uncertainty_score":0.9996395},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","open_science"],"domain":"incentives","study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4409773286","doi":"10.1093/oncolo/oyaf041","title":"Early phase trials: the perils of nonpublication","year":2025,"lang":"en","type":"article","venue":"The Oncologist","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre","funders":"","keywords":"Phase (matter); Medicine; Chemistry","score_opus":0.9085590211274656,"score_gpt":0.6702365555577398,"score_spread":0.2383224655697258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409773286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46647638,0.0043554585,0.069294885,0.09013238,0.0013197657,0.004091662,0.000047989106,0.000016767422,0.3642647],"genre_scores_gemma":[0.9649567,0.00002198381,0.00037855553,0.000663813,0.0000710625,0.000089060944,0.00000164091,0.0000021731378,0.03381498],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9668121,0.023210749,0.0073910384,0.0003913639,0.0020555258,0.00013926324],"domain_scores_gemma":[0.96194196,0.026567092,0.005957894,0.0044827294,0.001015153,0.000035181398],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2942688,0.000112902424,0.0020548548,0.00012817053,0.00020491012,0.000497824,0.0027161313,0.000051434767,0.0040977933],"category_scores_gemma":[0.1422545,0.000029905448,0.0011590344,0.0015536578,0.0002650165,0.00008109109,0.00012366388,0.00010484728,0.0007369113],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055740307,0.00020789941,0.0019495283,0.00001653687,0.00032688028,4.713547e-7,0.0010608188,0.000032573353,0.00074384717,0.0864164,0.61017466,0.29901466],"study_design_scores_gemma":[0.000512854,0.00010479352,0.0131555945,0.000013652877,0.00044104786,0.000001248357,0.0014892735,0.0018845651,0.00020614061,0.023874488,0.95825577,0.000060549173],"about_ca_topic_score_codex":0.00004854459,"about_ca_topic_score_gemma":0.000029943505,"teacher_disagreement_score":0.49848035,"about_ca_system_score_codex":0.000026482068,"about_ca_system_score_gemma":0.00013051402,"threshold_uncertainty_score":0.9968126},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4409912679","doi":"10.1098/rsos.240857","title":"Towards an inclusive Open Science: examining EDI and public participation in policy documents across Europe and the Americas","year":2025,"lang":"en","type":"article","venue":"Royal Society Open Science","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Simon Fraser University","funders":"Arts and Humanities Research Council; Fundação de Amparo à Pesquisa do Estado de São Paulo; Deutsche Forschungsgemeinschaft","keywords":"Openness to experience; Incentive; Transparency (behavior); Public relations; Ethos; Equity (law); Political science; Public policy; Science policy; Open science; Inclusion (mineral); Diversity (politics); Sociology; Public administration; Economics; Social science; Psychology","score_opus":0.3359765003308867,"score_gpt":0.6180077266880395,"score_spread":0.2820312263571528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409912679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95366204,0.0001810167,0.0010649617,0.009391448,0.00023904679,0.001028144,0.0000118018415,0.000010462751,0.03441111],"genre_scores_gemma":[0.99436206,0.00019465691,0.0017470097,0.0020266955,0.000033202854,0.00006440726,8.372703e-7,0.0000053660024,0.0015657492],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98846227,0.00046256572,0.0007017952,0.0017939897,0.007081799,0.0014975733],"domain_scores_gemma":[0.9928499,0.0018875556,0.00031169786,0.0011449787,0.0030826656,0.00072321796],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","sts","open_science"],"category_scores_codex":[0.11282765,0.00017962912,0.00039731548,0.0058943834,0.004490667,0.04906435,0.018838493,0.0000619434,0.000049680475],"category_scores_gemma":[0.0644308,0.00010765649,0.000038494054,0.24454923,0.009819855,0.006694152,0.049590588,0.00032802785,0.000014477336],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005709914,0.00023540718,0.31244734,0.000005177899,0.000009480303,0.0000034865022,0.012811306,0.000110287096,0.0007868477,0.032277845,0.0015110392,0.6397447],"study_design_scores_gemma":[0.0019187176,0.00015577264,0.8958852,0.000017434588,0.0000033459035,0.0000021533733,0.012942603,0.073874906,0.0002568165,0.0095821265,0.005146863,0.00021403468],"about_ca_topic_score_codex":0.010294846,"about_ca_topic_score_gemma":0.00026011968,"teacher_disagreement_score":0.63953066,"about_ca_system_score_codex":0.00041139234,"about_ca_system_score_gemma":0.0040828427,"threshold_uncertainty_score":0.99680537},"labels":[{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["open_science","scholarly_communication","metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4410145864","doi":"10.1186/s13063-025-08846-2","title":"Master protocol for a series of cohort-based randomized controlled trials to test tools to communicate research results to study participants and others with relevant lived experience: the SPIN-CLEAR Trials","year":2025,"lang":"en","type":"article","venue":"Trials","topic":"Systemic Sclerosis and Related Diseases","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Impact; Western University; St. Joseph's Hospital; Ottawa Hospital; St. Joseph’s Healthcare Hamilton; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Multiple Sclerosis Society of Canada; McMaster University; University of Calgary; Centre Hospitalier de l’Université de Montréal; McGill University Health Centre; McGill University; University of the Fraser Valley; St. Michael's Hospital; Jewish General Hospital","funders":"Lady Davis Institute for Medical Research; Canadian Institutes of Health Research; Medical Research Council; Jewish General Hospital; Arthritis Society; Fondation de l'Hôpital général juif; McGill University","keywords":"Medicine; Protocol (science); Randomized controlled trial; Test (biology); Research design; Series (stratigraphy); Alternative medicine; Pathology","score_opus":0.5696206591412245,"score_gpt":0.5446061213890744,"score_spread":0.025014537752150123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410145864","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40958798,0.00015973294,0.00008707553,0.007787766,0.000088606386,0.58193797,0.00012069158,0.000039808827,0.00019037067],"genre_scores_gemma":[0.48993275,0.000018573232,0.0005411401,0.0004342294,0.00009795401,0.508271,0.0000035367116,0.000027136226,0.00067372323],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96457815,0.025185825,0.007831068,0.0007101209,0.0010483488,0.0006464719],"domain_scores_gemma":[0.8580732,0.1356972,0.0023897034,0.0019084188,0.0013582854,0.00057319994],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18421115,0.00037415224,0.009543146,0.00046075118,0.00031471258,0.0002743978,0.00042982143,0.00015214112,0.00009450188],"category_scores_gemma":[0.41836262,0.00015895242,0.00071604893,0.0007835289,0.0002680253,0.000062606225,0.0001538748,0.00019156,0.000010818495],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96313125,0.0011430422,0.0005177554,0.00015032764,0.002576533,0.000004042005,0.007836795,0.00006380332,0.020511968,0.000032683452,0.0030726446,0.0009591826],"study_design_scores_gemma":[0.9307393,0.010181404,0.0017182732,0.0064052325,0.003577934,0.0000012332875,0.018607764,0.00008327853,0.026865646,0.000041746156,0.0015321529,0.00024602722],"about_ca_topic_score_codex":0.00019033,"about_ca_topic_score_gemma":0.000031788073,"teacher_disagreement_score":0.23415145,"about_ca_system_score_codex":0.000070842805,"about_ca_system_score_gemma":0.0005793984,"threshold_uncertainty_score":0.8400263},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4410877489","doi":"10.1515/iph-2025-2005","title":"“Yes, We’re Open.” International Public History Goes Open Access","year":2025,"lang":"en","type":"article","venue":"International Public History","topic":"Historical Studies and Socio-cultural Analysis","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Public history; Political science; Media studies; History; Public relations; Sociology","score_opus":0.16987548733497923,"score_gpt":0.3281490789075899,"score_spread":0.15827359157261064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410877489","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008979428,0.0033897248,0.00007555297,0.29941,0.013546313,0.00027548685,0.00006292792,0.000118332355,0.68222374],"genre_scores_gemma":[0.17628217,0.0009254476,0.00008559328,0.009794976,0.0014285125,0.00028214412,0.00031095324,0.00003057984,0.8108596],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974221,0.00011574979,0.0006729531,0.0006878393,0.00070729986,0.0003940694],"domain_scores_gemma":[0.99776584,0.00014571004,0.00035956647,0.00038711636,0.0011552128,0.0001865369],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00047419925,0.00032404004,0.00046703892,0.0005119119,0.0013181702,0.0025190252,0.008430641,0.00011102589,0.065055154],"category_scores_gemma":[0.00041571565,0.0002810205,0.00030466687,0.00011867927,0.0005549044,0.005130646,0.003970005,0.0003780137,0.00033783854],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016260801,0.0002028232,0.0002999786,0.000008203939,0.00043467025,0.000006794991,0.006707444,9.452023e-7,0.000004323007,0.37815458,0.6089554,0.0052085933],"study_design_scores_gemma":[0.00058667664,0.000015833819,0.00013076437,0.0000334325,0.00004370307,0.0000010594862,0.001726512,0.000106231775,6.924193e-7,0.0050619836,0.9919496,0.000343517],"about_ca_topic_score_codex":0.0064441427,"about_ca_topic_score_gemma":0.018450722,"teacher_disagreement_score":0.3829942,"about_ca_system_score_codex":0.03015908,"about_ca_system_score_gemma":0.0006886694,"threshold_uncertainty_score":0.999982},"labels":[{"model":"gemma","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4412197928","doi":"10.59350/pkp.8524","title":"Upcoming Webinar: OJS Key Features and Tips for Journal Publishing","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Advances in Oncology and Radiotherapy","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Key (lock); Publishing; Computer science; Political science; Library science; Data science; Computer security; Law","score_opus":0.050355506614404334,"score_gpt":0.40261262071288906,"score_spread":0.3522571140984847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412197928","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047729097,0.057419572,0.4333419,0.32302663,0.04407798,0.0051861033,0.00012287297,0.0014740215,0.08762186],"genre_scores_gemma":[0.026301363,0.022557376,0.55342984,0.01166123,0.019420464,0.00022147906,0.00015592575,0.00028694584,0.36596537],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988585,0.000040580366,0.0002879869,0.00034874098,0.0001741384,0.00029006862],"domain_scores_gemma":[0.9986911,0.0005611975,0.00019595154,0.00024740753,0.0001451135,0.00015922214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007963118,0.00021141449,0.0005025567,0.00019823898,0.00024879945,0.00029682321,0.00019365583,0.0006257737,0.00012384444],"category_scores_gemma":[0.0007958633,0.00015374228,0.00015507628,0.000056191024,0.000118883276,0.0002537385,0.00020838926,0.0016904939,0.0000035765358],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069244555,0.00007490147,0.008376658,0.0005960668,0.00062388263,0.00021043494,0.0011220321,0.000098633405,0.000129112,0.0036883992,0.93695897,0.04742845],"study_design_scores_gemma":[0.0051908493,0.0006871913,0.013337581,0.0011430415,0.00034270898,0.0055056596,0.0009867952,0.0010154257,0.00021174437,0.06357735,0.9074649,0.00053673994],"about_ca_topic_score_codex":0.000008798847,"about_ca_topic_score_gemma":0.000026628968,"teacher_disagreement_score":0.3113654,"about_ca_system_score_codex":0.00014786604,"about_ca_system_score_gemma":0.00025720763,"threshold_uncertainty_score":0.7344449},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4412582784","doi":"10.1136/bmjopen-2024-097148","title":"Data sharing statements for clinical trials: a cross-sectional survey of cardiology journals","year":2025,"lang":"en","type":"article","venue":"BMJ Open","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton","funders":"National Natural Science Foundation of China","keywords":"Medicine; Clinical trial; Publication; Data sharing; Odds; Odds ratio; MEDLINE; Family medicine; Logistic regression; Alternative medicine; Internal medicine; Pathology","score_opus":0.9414220175727007,"score_gpt":0.759484280899632,"score_spread":0.18193773667306867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412582784","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031943268,0.00007779185,0.98328835,0.0008858062,0.0010766136,0.0058971546,0.001126001,0.000014638194,0.00443932],"genre_scores_gemma":[0.5011929,0.00594837,0.42353037,0.0037108238,0.0022827613,0.006893348,0.007051557,0.000103105755,0.04928672],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935165,0.0032392573,0.0016885429,0.0008599247,0.00042853237,0.00026724132],"domain_scores_gemma":[0.9882935,0.0072704735,0.00083144906,0.0031151946,0.0004189393,0.00007041054],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch","scholarly_communication","open_science"],"category_scores_codex":[0.1993732,0.000081201135,0.0005458704,0.00015507746,0.00013726582,0.004524844,0.015429646,0.000055717675,0.000021182566],"category_scores_gemma":[0.06758762,0.000068614754,0.000072056995,0.0003880903,0.00006285141,0.020373102,0.022127934,0.00016759535,0.000009268802],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044090653,0.000048975304,0.9477964,0.000056396497,0.0004907018,0.000004953268,0.0000028863178,0.000084835796,0.000007250888,0.010773008,0.033426143,0.0068675335],"study_design_scores_gemma":[0.001417245,0.00007455738,0.9317436,0.000035557932,0.00000984922,0.0000014625801,0.000004988499,0.011600867,0.0000066229854,0.0018566566,0.05317705,0.00007150314],"about_ca_topic_score_codex":0.00042379467,"about_ca_topic_score_gemma":0.00015575677,"teacher_disagreement_score":0.55975795,"about_ca_system_score_codex":0.000026516265,"about_ca_system_score_gemma":0.0005114297,"threshold_uncertainty_score":0.99650854},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_broad","open_science","scholarly_communication","research_integrity"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4413943989","doi":"10.1080/17512786.2025.2551984","title":"“I’d Like to Think I’d Be Able to Spot One”: How Journalists Navigate Predatory Journals","year":2025,"lang":"en","type":"article","venue":"Journalism Practice","topic":"Media Studies and Communication","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Political science; Journalism; Media studies; Sociology","score_opus":0.06751854476489477,"score_gpt":0.4102410001773321,"score_spread":0.34272245541243734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413943989","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022943608,0.005816282,0.0015469264,0.87280864,0.0026034794,0.0006282337,0.000011254827,0.00009124495,0.093550324],"genre_scores_gemma":[0.6217277,0.04893108,0.03593133,0.19801477,0.0044091926,0.00016114747,0.0000070316164,0.000101694655,0.090716064],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99527556,0.0016657701,0.00060026336,0.0003240544,0.0014291153,0.0007052407],"domain_scores_gemma":[0.99499637,0.0015246359,0.0006511001,0.0007018054,0.0013550182,0.0007710866],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008552171,0.00022525892,0.00040789763,0.00033729564,0.0026394748,0.0015649927,0.0013284094,0.00019330873,0.0004373223],"category_scores_gemma":[0.010677289,0.00021793427,0.00016218534,0.0013634298,0.000096822056,0.0019714646,0.00041788185,0.0012664435,0.00013154089],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040964855,0.00056858995,0.0005245505,0.000050727704,0.00067955017,0.00011685647,0.10605927,0.00013594686,0.0030491168,0.04794011,0.8003481,0.040117536],"study_design_scores_gemma":[0.00032570423,0.00006773976,0.0010214209,0.00038557104,0.00014990846,0.00002917655,0.026774183,0.000008409344,0.0001574287,0.0022918885,0.9685519,0.00023668236],"about_ca_topic_score_codex":0.0013329136,"about_ca_topic_score_gemma":0.001402953,"teacher_disagreement_score":0.6747939,"about_ca_system_score_codex":0.0005436508,"about_ca_system_score_gemma":0.0007038446,"threshold_uncertainty_score":0.9994715},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4414218259","doi":"10.31235/osf.io/q6fpw_v1","title":"University journals in the global academic publishing landscape: Mapping over 19,000 diverse titles","year":2025,"lang":"en","type":"article","venue":"","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Quarter (Canadian coin); Discipline; Identification (biology); Scholarly communication; Web of science; Electronic publishing; Bibliometrics","score_opus":0.5837607990015768,"score_gpt":0.5647070565081341,"score_spread":0.019053742493442716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414218259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5554465,0.0011342462,0.003950924,0.011589526,0.0004393417,0.00016047277,0.0000459561,0.000021038784,0.427212],"genre_scores_gemma":[0.98836285,0.00045619122,0.00015833256,0.0012652768,0.000045878212,3.7584374e-7,0.0000012003367,0.0000013742132,0.009708535],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941576,0.00033894536,0.00033509007,0.00037365608,0.0043896353,0.00040503318],"domain_scores_gemma":[0.99549323,0.0031922942,0.00011343745,0.00039983503,0.0006341915,0.0001669848],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.022779569,0.000081521706,0.00015584107,0.030712442,0.00029148304,0.0049103587,0.003731572,0.00014429503,0.00223156],"category_scores_gemma":[0.021882504,0.000046660163,0.000092768765,0.21890557,0.00007754541,0.0017724135,0.001048568,0.0005408898,0.00012371388],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006300517,0.000017621212,0.693204,0.0000011432255,0.000004998056,0.00002074836,0.00009106597,0.00001856672,0.000008424889,0.0077793957,0.27242893,0.026418852],"study_design_scores_gemma":[0.0003462648,0.000005941982,0.6951081,0.00001064719,0.0000021474395,0.0000028751938,0.0067037046,0.0016110721,0.0000030333756,0.01176576,0.2843808,0.000059646496],"about_ca_topic_score_codex":0.0008331632,"about_ca_topic_score_gemma":0.0002425889,"teacher_disagreement_score":0.43291634,"about_ca_system_score_codex":0.00020945922,"about_ca_system_score_gemma":0.00021449092,"threshold_uncertainty_score":0.99868053},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4414618895","doi":"10.59348/bcw6r-nmn94","title":"Dissemination and Assessment: Open Access, Reputation and Economics","year":2015,"lang":"en","type":"preprint","venue":"","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reputation; Sharing economy; Information economy; Digital economy; Reputation management; Information economics","score_opus":0.09226499298459453,"score_gpt":0.39962071956343487,"score_spread":0.30735572657884036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414618895","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11386886,0.00019956088,0.38953507,0.013293408,0.0016454301,0.0016545062,0.00002233887,0.00022929622,0.47955152],"genre_scores_gemma":[0.92787665,0.0006456673,0.06525891,0.0015663545,0.00009877172,0.000092408205,0.00014545168,0.000009442162,0.004306335],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908966,0.000036323436,0.0003015613,0.0003622722,0.00011664098,0.00009353486],"domain_scores_gemma":[0.99908525,0.000038524595,0.00028161352,0.00037503376,0.00008549217,0.00013407246],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0007858199,0.00010843169,0.00015882611,0.00012039281,0.00008411596,0.012741205,0.0018245535,0.00008465875,0.000008875371],"category_scores_gemma":[0.000028431292,0.000092363145,0.000011591263,0.000105262385,0.000030940795,0.02449254,0.008462462,0.00011077806,0.0000057758425],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004213612,0.000033691445,0.013726475,0.0002116875,0.000032301377,0.0000016699377,0.009744909,0.0009060574,0.000008136215,0.47563833,0.07279881,0.4268937],"study_design_scores_gemma":[0.00020476508,0.000033731332,0.019871246,0.00007608221,0.0000022439212,0.00001556799,0.00038324954,0.8555197,0.0000824991,0.09548684,0.027999904,0.00032418265],"about_ca_topic_score_codex":0.00008187692,"about_ca_topic_score_gemma":0.0000043507775,"teacher_disagreement_score":0.8546136,"about_ca_system_score_codex":0.000039343555,"about_ca_system_score_gemma":0.00042163886,"threshold_uncertainty_score":0.9995569},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4414833709","doi":"10.1136/bmjebm-2025-113704","title":"Addressing misleading medical information on social media: a scoping review of current interventions","year":2025,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Psychological intervention; Social media; Public health; Public policy; Medical information; MEDLINE; Digital health","score_opus":0.632896534837736,"score_gpt":0.6151385818461708,"score_spread":0.01775795299156524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414833709","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.18543795e-7,0.98214304,0.0015590049,0.006598961,0.0017871811,0.00291276,0.000025273488,0.000080908896,0.0048927404],"genre_scores_gemma":[0.000005468201,0.99641114,0.000045244626,0.001935496,0.001222433,0.00011970521,0.00019313733,0.000011689394,0.00005568845],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.991809,0.0014139543,0.0030834032,0.00023650039,0.003014222,0.00044291705],"domain_scores_gemma":[0.99012655,0.006074909,0.0024585659,0.00035296383,0.00059559743,0.00039140382],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010968602,0.00038826623,0.0023211574,0.0009961808,0.00046008336,0.000060918934,0.0007456231,0.00040043186,0.0031212806],"category_scores_gemma":[0.11990889,0.00029031845,0.00080045895,0.001681661,0.000582158,0.000963389,0.000083849176,0.00075924234,0.000091473885],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004229459,0.000017400438,1.0360426e-7,0.394318,0.000014251732,0.0000010739811,0.0012984255,8.933902e-8,2.2878035e-9,0.0009988586,0.029549718,0.5737978],"study_design_scores_gemma":[0.00021967477,0.000032965043,7.3974707e-7,0.68865293,0.00044511005,0.0000012950159,0.00038818934,0.0000027967458,2.0092449e-7,0.000013373653,0.3100863,0.00015642853],"about_ca_topic_score_codex":0.00004562599,"about_ca_topic_score_gemma":0.00008355062,"teacher_disagreement_score":0.5736414,"about_ca_system_score_codex":0.00046476355,"about_ca_system_score_gemma":0.010082385,"threshold_uncertainty_score":0.9999549},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4416610982","doi":"10.5256/f1000research.17518.r37491","title":"Referee report. For: What is a predatory journal? A scoping review [version 2; referees: 3 approved]","year":2018,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ottawa Hospital Research Institute; University of Ottawa","keywords":"Government (linguistics); Perspective (graphical); Work (physics); Action (physics)","score_opus":0.5906445318476334,"score_gpt":0.6109775974599683,"score_spread":0.020333065612334833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416610982","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15714543,0.39899805,0.024694929,0.26984066,0.006149807,0.02089293,0.002754098,0.0002967398,0.11922736],"genre_scores_gemma":[0.1136657,0.40305203,0.026092663,0.003548308,0.0031142847,0.00052110077,0.00050452835,0.00025118116,0.4492502],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97006583,0.0011830387,0.0019912997,0.0013180288,0.024004407,0.0014374044],"domain_scores_gemma":[0.9198211,0.0065534892,0.0011301198,0.0028483248,0.068445146,0.0012018363],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.13779032,0.00024684006,0.0008273843,0.027721338,0.0010855377,0.0036317357,0.004947507,0.00026884585,0.0031439718],"category_scores_gemma":[0.14927995,0.0001655041,0.00046238708,0.07667767,0.0009554105,0.002477781,0.00189481,0.0009571584,0.001043838],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011548641,0.00014852309,0.0010192471,0.00095055404,0.000038321643,0.00003729711,0.00021637755,3.0285182e-7,0.0012127783,0.00012749399,0.8870799,0.10905374],"study_design_scores_gemma":[0.00076527975,0.0011987052,0.0006439439,0.014982735,0.000012305807,0.00012424734,0.0014513691,0.00024039314,0.0062112124,0.005156284,0.9689438,0.00026973168],"about_ca_topic_score_codex":0.00008596758,"about_ca_topic_score_gemma":0.00006602629,"teacher_disagreement_score":0.33002284,"about_ca_system_score_codex":0.0003802977,"about_ca_system_score_gemma":0.0018632957,"threshold_uncertainty_score":0.999734},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4417082230","doi":"10.59350/186wa-bjr97","title":"Coalition Publica Receives Support from SSHRC for the Development of Open Access","year":2020,"lang":"","type":"article","venue":"","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"General partnership; Public access; Public policy; Research council","score_opus":0.4634377207147514,"score_gpt":0.518041368829564,"score_spread":0.05460364811481255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417082230","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020015858,0.0005628796,0.4114211,0.3936777,0.0027803245,0.005140528,0.001168953,0.00009042655,0.16514224],"genre_scores_gemma":[0.95667154,0.00013738323,0.019167766,0.014977749,0.0005480205,0.00026660995,0.00020449606,0.000029684225,0.007996775],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924188,0.0003758667,0.002858773,0.0014368166,0.0022939215,0.00061577867],"domain_scores_gemma":[0.98816293,0.00737268,0.0015921299,0.0009928269,0.0013117541,0.00056770083],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.010107327,0.00036477429,0.00085721473,0.00016109266,0.0009658678,0.026977994,0.03694253,0.0003445949,0.02093419],"category_scores_gemma":[0.015298838,0.00021541369,0.00022083463,0.0020951247,0.00031779954,0.020470668,0.008906057,0.0005398765,0.00019171782],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003395609,0.0000805677,0.004373802,0.00001734247,0.00015189726,4.3064875e-7,0.0076114186,0.00002105473,0.00009501291,0.0027584466,0.67455846,0.309992],"study_design_scores_gemma":[0.0013162115,0.00009890844,0.026415812,0.00005752828,0.00007835382,6.5117587e-7,0.0152308,0.0058999076,0.010237493,0.012890184,0.9273116,0.0004625702],"about_ca_topic_score_codex":0.0007631348,"about_ca_topic_score_gemma":0.0002532315,"teacher_disagreement_score":0.93665564,"about_ca_system_score_codex":0.00007150822,"about_ca_system_score_gemma":0.0034112048,"threshold_uncertainty_score":0.99910975},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6889244635","doi":"10.25547/kp0a-9630","title":"Recommandations politiques pour le libre accès aux données de recherche en Europe (RECODE)","year":2024,"lang":"fr","type":"article","venue":"Electronic Textual Cultures Lab","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Work (physics); Order (exchange); Field (mathematics)","score_opus":0.6224377247633078,"score_gpt":0.5920105115187804,"score_spread":0.030427213244527462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6889244635","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.069666825,0.44400662,0.01640344,0.22815974,0.0024122514,0.00093760074,0.00066220475,0.00068866153,0.23706265],"genre_scores_gemma":[0.33063403,0.07638933,0.0059937793,0.001473402,0.0018779079,0.000058439935,0.00009657026,0.00010662359,0.5833699],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9874735,0.004426701,0.00093656476,0.0014291817,0.0031698716,0.0025641765],"domain_scores_gemma":[0.98517275,0.010632445,0.00016138842,0.00085917127,0.002412153,0.00076209626],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["bibliometrics","insufficient_payload"],"category_scores_codex":[0.027783608,0.00048246697,0.00050980743,0.012781419,0.00071229023,0.009977939,0.0042379727,0.00096678507,0.0044155866],"category_scores_gemma":[0.03935568,0.0003695089,0.00039614917,0.10008521,0.000358988,0.0022646266,0.0012493561,0.0037012163,0.0033851776],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020924823,0.00022394501,0.00015566683,0.000043527263,0.00010523538,0.00004718778,0.0015207077,0.00002621916,0.0016700445,0.23988584,0.3796219,0.3766788],"study_design_scores_gemma":[0.0003328529,0.00038781372,0.0013688875,0.00012677012,0.00004128244,0.00015382281,0.0019725757,0.0055215945,0.0035822713,0.09599838,0.8900621,0.0004516881],"about_ca_topic_score_codex":0.0027967426,"about_ca_topic_score_gemma":0.001495494,"teacher_disagreement_score":0.5104402,"about_ca_system_score_codex":0.001956593,"about_ca_system_score_gemma":0.015012199,"threshold_uncertainty_score":0.99987566},"labels":[{"model":"gemma","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6893019505","doi":"10.5281/zenodo.13827956","title":"How Discovery Systems Use DataCite Metadata: Harvester Roundtable","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"OpenAlex","funders":"","keywords":"Metadata; Key (lock); Public access; Information technology","score_opus":0.14993449295970188,"score_gpt":0.3023084831372117,"score_spread":0.15237399017750983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6893019505","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006109335,0.0004919906,0.99074715,0.0028812771,0.0004454169,0.0005040915,0.0005865936,0.0010905656,0.0026419507],"genre_scores_gemma":[0.03877474,0.00064537127,0.0015998024,0.000111162575,0.00019581319,1.7573664e-7,0.0022862563,0.0007181626,0.9556685],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965692,0.0007171809,0.00024951357,0.0009873657,0.00089212286,0.00058462424],"domain_scores_gemma":[0.99729455,0.00013921259,0.00008996856,0.001962796,0.0003035567,0.00020994373],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0018728594,0.0001944842,0.00017161359,0.00050240976,0.0013356777,0.90147763,0.004914045,0.000046895362,0.00001808416],"category_scores_gemma":[0.0012992248,0.00017868192,0.000056057877,0.0013272244,0.000096755335,0.9267924,0.0063934573,0.00039834244,0.0002980498],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009857545,0.000050343344,0.0000013812631,0.0001833119,0.00010802161,0.00012740862,0.00004689716,0.000047514677,0.0009600763,0.95472455,0.040870156,0.002870483],"study_design_scores_gemma":[0.00014287276,0.00009171292,0.00007785152,0.000067443914,0.00001815774,0.00012607058,0.00011485601,0.0011148634,0.00009074924,0.000104207116,0.9978451,0.0002060812],"about_ca_topic_score_codex":0.0000965186,"about_ca_topic_score_gemma":9.213702e-7,"teacher_disagreement_score":0.98914737,"about_ca_system_score_codex":0.00024747095,"about_ca_system_score_gemma":0.000009789842,"threshold_uncertainty_score":0.9999645},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6893182128","doi":"10.5281/zenodo.15176863","title":"UOttawa Open Access Toolkit","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Access to information; Data access; Information access; Key (lock); Publishing; Public access","score_opus":0.19528247208475824,"score_gpt":0.4475338067158395,"score_spread":0.25225133463108124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6893182128","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010172085,0.000084024345,0.011962836,0.011264914,0.00041857097,0.00057480385,0.0001245933,0.00047330617,0.9649249],"genre_scores_gemma":[0.9262946,0.00005813543,0.00034529908,0.003384498,0.00021882782,1.2793589e-7,0.00048155757,0.00073086587,0.06848608],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99633527,0.0007471006,0.00058448216,0.0008135893,0.0010923163,0.000427214],"domain_scores_gemma":[0.9969308,0.00024750785,0.00022762507,0.0010993944,0.0012848988,0.00020977373],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["open_science","insufficient_payload"],"category_scores_codex":[0.0065672467,0.00015124213,0.0002575021,0.00065255084,0.0032796583,0.04341032,0.02598169,0.00011819539,0.032014463],"category_scores_gemma":[0.015817609,0.00012974074,0.00006670683,0.0032634458,0.00019312432,0.005816657,0.023183985,0.00051293394,0.012645677],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030957686,0.00004095092,0.00008161411,0.000005044897,0.000015441965,0.0000037706593,0.00017569569,0.00002967203,0.00008990903,0.020487292,0.7425623,0.23647736],"study_design_scores_gemma":[0.00040741178,0.0000314487,0.0038570138,0.000027257152,0.0000070362025,0.000016395792,0.00037646623,0.00035422534,0.00022493766,0.015651342,0.97889847,0.0001479792],"about_ca_topic_score_codex":0.00008955951,"about_ca_topic_score_gemma":0.0000012700264,"teacher_disagreement_score":0.9161225,"about_ca_system_score_codex":0.00014749584,"about_ca_system_score_gemma":0.000022884484,"threshold_uncertainty_score":0.9980179},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6899029477","doi":"10.58079/o3dp","title":"Formist : le point sur la formation documentaire des étudiants","year":2005,"lang":"fr","type":"article","venue":"OpenEdition (OpenEdition)","topic":"Contemporary art, education, critique","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Point (geometry); Noise (video); Margin (machine learning); Line (geometry)","score_opus":0.02548532421019604,"score_gpt":0.3067846117386858,"score_spread":0.28129928752848976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6899029477","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024317913,0.0025435796,0.0021978721,0.8072222,0.0029800732,0.0013469561,0.0003048823,0.00021213281,0.1588744],"genre_scores_gemma":[0.8782873,0.0043367757,0.00274578,0.008419587,0.0027143508,0.0004445694,0.0011340106,0.00006145743,0.101856135],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950438,0.0015121816,0.0010544314,0.00066122855,0.0008650807,0.0008632708],"domain_scores_gemma":[0.9972376,0.00043947104,0.0005359389,0.0004891755,0.00074598676,0.00055181066],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0029620808,0.00047702136,0.00044518895,0.00022680352,0.0025120594,0.0007985839,0.0006173709,0.00038127755,0.009873751],"category_scores_gemma":[0.0003176888,0.0005852497,0.00026222056,0.00080263504,0.0010945263,0.38687515,0.00011851073,0.00040290842,0.0029358778],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048493246,0.00095712935,0.00033368656,0.00015206769,0.000054351625,0.000018805384,0.0037326028,0.00004930699,0.00008161609,0.31932494,0.6243915,0.05085548],"study_design_scores_gemma":[0.0016041534,0.00015300684,0.0084844725,0.0005689971,0.000075446565,0.00009705116,0.0113122575,0.00017527858,0.0027239511,0.017648825,0.9564268,0.00072976964],"about_ca_topic_score_codex":0.0024139676,"about_ca_topic_score_gemma":0.04923313,"teacher_disagreement_score":0.8539694,"about_ca_system_score_codex":0.0011452836,"about_ca_system_score_gemma":0.0015644096,"threshold_uncertainty_score":0.9996599},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W6904837889","doi":"10.14288/1.0213394","title":"University of British Columbia Library Bulletin","year":2015,"lang":"en","type":"article","venue":"Open Collections","topic":"Library Science and Administration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"National library; Digital library; Work (physics); Government (linguistics)","score_opus":0.03145373393389778,"score_gpt":0.24649958825589627,"score_spread":0.2150458543219985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6904837889","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076978263,0.0000075352023,0.000023656921,0.0019825837,0.00015640914,0.00018071233,0.000039109887,0.00003160377,0.98988056],"genre_scores_gemma":[0.064682834,0.000025810337,0.001072349,0.00008307078,0.000039283834,8.543151e-7,0.000004949396,0.0000019810404,0.9340889],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99956495,0.000085400716,0.00005316059,0.00009506273,0.00011729997,0.00008411063],"domain_scores_gemma":[0.9997297,0.000024568108,0.00003510777,0.0000611439,0.000037033922,0.00011245782],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001666715,0.00001598005,0.00005226131,0.00000816392,0.0015078026,0.0016315302,0.00032084377,0.000030975767,0.008214511],"category_scores_gemma":[0.00003637048,0.000030319161,0.000018595094,0.00073229015,0.00016369029,0.00094725075,0.00007593115,0.000031980624,0.000026926109],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030085218,0.00003346876,0.0013320644,3.808349e-7,0.0000018344285,0.0000032427124,0.0005464537,0.0000016246314,8.144364e-7,0.00016603715,0.9975377,0.0003733708],"study_design_scores_gemma":[0.00014864781,0.000043366003,0.001085177,0.000006133752,0.0000027215056,0.0000012867058,0.011543292,0.000004953383,0.0000033319984,0.0022927115,0.9848271,0.00004124973],"about_ca_topic_score_codex":0.5535201,"about_ca_topic_score_gemma":0.44656992,"teacher_disagreement_score":0.10695017,"about_ca_system_score_codex":0.000016298314,"about_ca_system_score_gemma":0.0009285942,"threshold_uncertainty_score":0.9997921},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W6904857745","doi":"10.14288/1.0345050","title":"The British Columbia Federationist","year":2017,"lang":"en","type":"article","venue":"Open Collections","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Work (physics); Agency (philosophy)","score_opus":0.018161771429323962,"score_gpt":0.26691701132056495,"score_spread":0.248755239891241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6904857745","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012832579,0.000029164752,0.0000060609887,0.0025739395,0.00080827373,0.00021594024,0.000010409366,0.000012143188,0.99621576],"genre_scores_gemma":[0.0012613809,0.00018051603,0.000023731141,0.00007740465,0.00015876748,0.00005872735,7.775942e-7,0.0000028894194,0.9982358],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996162,0.000043992408,0.000054985234,0.000079531295,0.00009314917,0.0001121639],"domain_scores_gemma":[0.999604,0.000032057385,0.000046193574,0.00018505141,0.00006681952,0.000065866625],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002597973,0.000013869155,0.00003634643,0.000002523636,0.8968893,0.92674136,0.0005271747,0.000026847456,0.0018985672],"category_scores_gemma":[0.00032560932,0.000025349009,0.00002467914,0.00009870593,0.0006500091,0.0003402006,0.00005914543,0.000053689553,0.000038138183],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.3271586e-7,0.00000660265,0.000051769483,1.6151071e-7,0.0000039029587,0.0000016741424,0.0000613472,1.2117903e-7,1.5422599e-7,0.00018163092,0.9963345,0.003357698],"study_design_scores_gemma":[0.00007002367,0.000004197084,0.00097464636,0.0000032596645,0.0000035851356,0.0000016311781,0.00062205835,0.000002007691,5.4342873e-8,0.0025162434,0.9957644,0.000037942355],"about_ca_topic_score_codex":0.99991626,"about_ca_topic_score_gemma":0.9999997,"teacher_disagreement_score":0.9264012,"about_ca_system_score_codex":0.00033727993,"about_ca_system_score_gemma":0.0011313052,"threshold_uncertainty_score":0.99901384},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","sts"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W6907888404","doi":"10.25453/plabs.27276609.v1","title":"The importance of open access to scholarly scientific knowledge, science advice and national science advice mechanisms in building trust in science","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Declaration; Context (archaeology); Advice (programming); Open science; Open access publishing; Open research; Access to information; Public access","score_opus":0.1545254070908609,"score_gpt":0.4824524023667184,"score_spread":0.32792699527585745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6907888404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8365679,0.0045421207,0.00010348497,0.007721123,0.0036066505,0.0033435405,0.014757922,0.0002504547,0.12910683],"genre_scores_gemma":[0.9971076,0.000003839193,0.0011536055,0.00037591084,0.000047309106,0.00015416363,0.000042309028,0.000012717603,0.0011025105],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99001366,0.00011004084,0.0010015421,0.0022012223,0.0057388525,0.0009346636],"domain_scores_gemma":[0.9923995,0.0020754507,0.0003376989,0.0009686517,0.003761654,0.0004570596],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication","open_science"],"category_scores_codex":[0.041217495,0.00021287276,0.00029156092,0.0039121397,0.0022309842,0.09289081,0.03134297,0.00008456129,0.0016210156],"category_scores_gemma":[0.11723636,0.00014865003,0.000036419904,0.047628194,0.0014358092,0.0613134,0.014807114,0.00071416574,0.0002153134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000140821,0.00034514032,0.047991488,0.00029570083,0.000012245004,0.00007838095,0.0120802615,0.0017159783,0.08304668,0.2663185,0.43183962,0.1561352],"study_design_scores_gemma":[0.00091182283,0.00010714633,0.41656294,0.007597992,0.000006365075,0.00006805407,0.0041061617,0.15677316,0.03548873,0.17535985,0.20162694,0.0013908383],"about_ca_topic_score_codex":0.00011024761,"about_ca_topic_score_gemma":0.0006875498,"teacher_disagreement_score":0.36857146,"about_ca_system_score_codex":0.000622778,"about_ca_system_score_gemma":0.010873875,"threshold_uncertainty_score":0.99929166},"labels":[{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","scholarly_communication","open_science"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W6908435990","doi":"10.26190/unsworks/26323","title":"Multi-site research and data sharing","year":2017,"lang":"en","type":"article","venue":"Open MIND","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data sharing; Data governance; Information governance; Context (archaeology); Pooling; Data Protection Act 1998; Data access; Health care; Information privacy; Process (computing)","score_opus":0.9658159765779182,"score_gpt":0.7731835553437635,"score_spread":0.1926324212341547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6908435990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8637406,0.00013850833,0.00002282129,0.012604281,0.000077398625,0.00070571183,0.00004995273,0.0000012512152,0.12265943],"genre_scores_gemma":[0.8318544,0.00039634996,0.061797213,0.00007247665,0.0001951038,0.000008985757,0.000045708894,0.000020934369,0.1056088],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979765,0.000044168202,0.00019132023,0.00079771155,0.0006786745,0.0003116194],"domain_scores_gemma":[0.9926194,0.0020718025,0.000049034643,0.004647167,0.0003425913,0.0002700153],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.017036118,0.00005885894,0.00017615965,0.000053389664,0.0006003391,0.0009950643,0.0033635735,0.00017648867,0.0012685214],"category_scores_gemma":[0.037220966,0.000048498627,0.0000108660115,0.000048240865,0.00068840955,0.00037136086,0.016933024,0.0017485141,0.0011306213],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006420695,0.0006261181,0.6433855,0.0001980092,0.00011380169,0.0007241268,0.0011877412,1.098097e-7,0.018072875,0.00081563427,0.0033184919,0.33091548],"study_design_scores_gemma":[0.008097534,0.00091829116,0.7189452,0.0020720665,0.000056446843,0.00006851925,0.0007315836,0.008867507,0.0072568427,0.009546338,0.24306853,0.00037113202],"about_ca_topic_score_codex":0.00071550364,"about_ca_topic_score_gemma":0.0026730422,"teacher_disagreement_score":0.33054435,"about_ca_system_score_codex":0.000024070883,"about_ca_system_score_gemma":0.00027211368,"threshold_uncertainty_score":0.99964714},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6930577582","doi":"10.5281/zenodo.15414451","title":"Canadian Library Journal Publishing: A Primer","year":2025,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Cellular transport and secretion","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; University of Winnipeg; York University; Mount Royal University; University of Victoria; University of Alberta","funders":"","keywords":"Publishing; Primer (cosmetics); Electronic publishing; Library classification","score_opus":0.012859866995067042,"score_gpt":0.2027226077845278,"score_spread":0.18986274078946075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930577582","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009307516,0.0009769117,0.0036223757,0.0009606114,0.00021716297,0.00022330739,0.00048673886,0.00019082184,0.993229],"genre_scores_gemma":[0.004467768,0.0014209218,0.0002614943,0.00060677784,0.0012573156,2.9422383e-8,0.13390587,0.005969761,0.8521101],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99890244,0.00012968924,0.00016063785,0.0003289136,0.00017847073,0.0002998759],"domain_scores_gemma":[0.9991139,0.0000015073947,0.00009374695,0.00035791876,0.00015137072,0.00028155505],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00021765032,0.00015485604,0.00012017622,0.0003982288,0.00068786566,0.0013683159,0.0008804158,0.00029803952,0.04264045],"category_scores_gemma":[0.00013700168,0.00016741178,0.00008206451,0.00021055488,0.00005966849,0.000021586988,0.00031632316,0.000348105,0.0009707019],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001911833,0.000022113536,0.0000069533735,0.000036361747,0.000080218895,0.000019745878,0.000035570065,0.0000016481679,0.003971794,0.00046543794,0.98354346,0.011797575],"study_design_scores_gemma":[0.00024183241,0.000070834976,0.00004964432,0.000055906574,0.0000193356,0.00006206841,0.000029540197,0.000004698097,0.00030499388,0.00003837378,0.99895173,0.00017101446],"about_ca_topic_score_codex":0.0011622336,"about_ca_topic_score_gemma":0.00015292673,"teacher_disagreement_score":0.14111893,"about_ca_system_score_codex":0.00005153449,"about_ca_system_score_gemma":0.000062288746,"threshold_uncertainty_score":0.9998072},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W6930580054","doi":"10.5281/zenodo.13135636","title":"Interviews with editors of library science journals on transitioning to open access","year":2024,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Bacteriophages and microbial interactions","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Confidentiality; Interview; Information science; Access to information; Codebook","score_opus":0.057315166518145375,"score_gpt":0.336296687712855,"score_spread":0.2789815211947096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930580054","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015842478,0.000019338617,0.00013714531,0.0020426393,0.0008583981,0.00090017874,0.94965637,0.0001543122,0.044647355],"genre_scores_gemma":[0.01082214,0.00032948854,0.00048634174,0.0016593529,0.0012596695,4.389135e-7,0.98159766,0.0017950883,0.0020498051],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984059,0.00012710337,0.00028332483,0.0005154921,0.0003990436,0.00026916142],"domain_scores_gemma":[0.99906594,0.000013537419,0.00014909526,0.00048594968,0.00007272457,0.00021277393],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00050816266,0.00016530245,0.00019193228,0.00036645064,0.0011187734,0.005076902,0.004464091,0.000054125332,0.11621769],"category_scores_gemma":[0.000096921336,0.00013979687,0.00004573647,0.0013545599,0.0003079631,0.0018884065,0.0073694563,0.0004438172,0.027116839],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005849262,0.00009230048,1.286755e-7,0.00004899495,0.000016910159,0.000013052774,0.00021478006,0.00007360519,0.0069836825,0.0000066916696,0.9831129,0.009378467],"study_design_scores_gemma":[0.00009898011,0.00035206258,0.00017377968,0.0004924835,0.000021946349,0.00006588728,0.00007003388,0.0000048757342,0.0015253111,0.00001184459,0.99702567,0.00015712492],"about_ca_topic_score_codex":0.00012210189,"about_ca_topic_score_gemma":0.000004100759,"teacher_disagreement_score":0.089100845,"about_ca_system_score_codex":0.00018010796,"about_ca_system_score_gemma":0.000009672119,"threshold_uncertainty_score":0.99595594},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"qualitative","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6948856094","doi":"10.5281/zenodo.10958394","title":"Creating a Canadian Library Publishing Community to Support Scholar-led Publishing","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; University of Ottawa; University of Alberta","funders":"","keywords":"Publishing; General partnership; Electronic publishing; Scholarly communication; Project commissioning; Digital library; Community engagement","score_opus":0.05524038767560136,"score_gpt":0.2508654749862832,"score_spread":0.19562508731068184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6948856094","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14636883,0.00002411311,0.00010798637,0.0081772925,0.00014850705,0.0002503895,0.000775988,0.0010916188,0.84305525],"genre_scores_gemma":[0.98963344,0.000018484208,0.00012798746,0.0018286009,0.00009786136,1.061169e-7,0.0051195654,0.0006863535,0.002487623],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981175,0.00040310816,0.00020823881,0.00033500977,0.00041337003,0.0005227665],"domain_scores_gemma":[0.9987844,0.000038643368,0.000034940178,0.0004132109,0.000067266425,0.00066154497],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016047898,0.00012896133,0.00010001532,0.00023201409,0.00426243,0.021953106,0.0015296738,0.00008454319,0.48296747],"category_scores_gemma":[0.002098174,0.0001390735,0.000047004596,0.0013847476,0.000099171135,0.0062086293,0.0024064253,0.000926375,0.03535789],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008876277,0.000036998477,0.00009847218,0.000028038696,0.000012188387,0.000029185283,0.0031257593,0.0000124872895,0.0015275382,0.002914851,0.9198022,0.072403386],"study_design_scores_gemma":[0.00012622707,0.00008051557,0.0060931197,0.00003150092,0.0000053643203,0.000054216023,0.0034768297,0.00009338854,0.00023853373,0.00009434129,0.98955,0.00015597478],"about_ca_topic_score_codex":0.009558049,"about_ca_topic_score_gemma":0.00077113434,"teacher_disagreement_score":0.8432646,"about_ca_system_score_codex":0.001092464,"about_ca_system_score_gemma":0.000011212374,"threshold_uncertainty_score":0.9970374},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W6949330925","doi":"10.5281/zenodo.15018034","title":"L'IA et la recherche documentaire en sciences de la santé","year":2025,"lang":"fr","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Time line; Information scientist; Donkey","score_opus":0.2942847834640276,"score_gpt":0.5668423692146353,"score_spread":0.2725575857506077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6949330925","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08267863,0.005282834,0.013598329,0.04086057,0.0011027531,0.00082355854,0.00006994656,0.0005854687,0.85499793],"genre_scores_gemma":[0.96633035,0.0063065947,0.0032176673,0.0021806166,0.00074609026,1.8468265e-7,0.0002937152,0.0006591574,0.020265633],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908961,0.00755283,0.00034594038,0.00039973878,0.00029515743,0.0005102236],"domain_scores_gemma":[0.99732536,0.0016771096,0.00008253618,0.00031465382,0.00038855313,0.00021178019],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.012502944,0.000146094,0.00016298977,0.00030136327,0.0018687461,0.00081187714,0.0006403513,0.00031517024,0.013917204],"category_scores_gemma":[0.011795864,0.00015675131,0.000057609526,0.0011679339,0.0008121051,0.000324796,0.000491534,0.000952163,0.0051556937],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005935053,0.00024817509,0.00012625461,0.00027941697,0.000040627685,0.000018189978,0.011057296,0.00004119189,0.0018449909,0.060922127,0.20461027,0.7207521],"study_design_scores_gemma":[0.00010334465,0.0002899852,0.001675911,0.0005671534,0.00004959132,0.00014392358,0.011113622,0.0006382997,0.0032452343,0.013329658,0.96870816,0.00013510656],"about_ca_topic_score_codex":0.00041220617,"about_ca_topic_score_gemma":0.0000022360036,"teacher_disagreement_score":0.88365173,"about_ca_system_score_codex":0.0009123583,"about_ca_system_score_gemma":0.00015074237,"threshold_uncertainty_score":0.99943066},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6950351120","doi":"10.5281/zenodo.7117696","title":"Open Access als Einnahmequelle. Wie die großen Wissenschaftsverlage von Publikationsgebühren profitieren","year":2022,"lang":"de","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Prenatal Screening and Diagnostics","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Liberian dollar; Us dollar","score_opus":0.09517664956324053,"score_gpt":0.33243584851231267,"score_spread":0.23725919894907216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6950351120","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049340498,0.016934205,0.0049999305,0.03783819,0.0035581216,0.012303078,0.012880078,0.004360378,0.8577855],"genre_scores_gemma":[0.9402679,0.0016848451,0.00038593437,0.0017758418,0.0013471019,0.0000022898148,0.03332828,0.0040159016,0.017191866],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946165,0.0012393151,0.00072863075,0.0010864898,0.0013331226,0.0009959519],"domain_scores_gemma":[0.9963852,0.0001886139,0.00043272882,0.0013238016,0.0009548503,0.00071479654],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["open_science","insufficient_payload"],"category_scores_codex":[0.002367375,0.00040959643,0.0005297691,0.0006649876,0.0070724096,0.0067619802,0.0062672,0.00014699738,0.061933637],"category_scores_gemma":[0.004207154,0.0004614875,0.00013829846,0.0016730034,0.00031114236,0.0017726244,0.026757566,0.0012474499,0.012310066],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085303554,0.001002428,0.0001931578,0.0002800422,0.0005697933,0.0004289838,0.0018197512,0.00030245696,0.0006624978,0.009924424,0.8804001,0.103563294],"study_design_scores_gemma":[0.002422059,0.0011401543,0.0024839044,0.00015496691,0.0002748771,0.00011471804,0.0010274004,0.0009587528,0.00047415763,0.0007044036,0.9897211,0.00052346534],"about_ca_topic_score_codex":0.00044521515,"about_ca_topic_score_gemma":0.0000019254433,"teacher_disagreement_score":0.89092743,"about_ca_system_score_codex":0.00066161685,"about_ca_system_score_gemma":0.00006830361,"threshold_uncertainty_score":0.9997837},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6958842465","doi":"10.6084/m9.figshare.c.6154262.v1","title":"Lessons from the COVID-19 pandemic and recent developments on the communication of clinical trials, publishing practices, and research integrity: in conversation with Dr. David Moher","year":2022,"lang":"en","type":"other","venue":"Figshare","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Hamilton Health Sciences; McMaster University","funders":"","keywords":"Publishing; Scholarship; Harm; Pandemic; Conversation; Audit; Open science; Science policy; Coronavirus disease 2019 (COVID-19); Trustworthiness","score_opus":0.8543007971275997,"score_gpt":0.5944102056538447,"score_spread":0.25989059147375493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958842465","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029878612,0.016787075,0.0000011233337,0.11405972,0.0001672107,0.011300254,0.7916582,0.00032390375,0.062714614],"genre_scores_gemma":[0.042225275,0.011220273,0.00065802067,0.00693959,0.00057944184,0.004725993,0.9080018,0.0016184882,0.02403112],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97696203,0.019854065,0.00095430744,0.0006653479,0.0012877325,0.00027653438],"domain_scores_gemma":[0.93047893,0.06041527,0.0061265747,0.0021866285,0.0005297804,0.00026284196],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027612273,0.00026001627,0.0006453093,0.00032149395,0.00029497663,0.00056759134,0.0011922407,0.00052024884,0.09820955],"category_scores_gemma":[0.2583084,0.00015249381,0.00004149816,0.000783957,0.00016240471,0.00038605218,0.0011512953,0.0045953323,0.00014641136],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049929775,0.000100774814,0.0152781345,0.00009489885,0.00018791396,0.0000032017283,0.00305745,8.386992e-7,0.0000015652075,0.000035960977,0.9726122,0.008127759],"study_design_scores_gemma":[0.0018225498,0.000054796234,0.011910789,0.002591523,0.0000428039,0.0000036479796,0.0043741073,0.000036937385,0.0000014865161,0.00017127713,0.97881293,0.000177163],"about_ca_topic_score_codex":0.0077587795,"about_ca_topic_score_gemma":0.027195107,"teacher_disagreement_score":0.23069614,"about_ca_system_score_codex":0.0005392288,"about_ca_system_score_gemma":0.0018107694,"threshold_uncertainty_score":0.9988486},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6959024086","doi":"10.6084/m9.figshare.5071837.v1","title":"Transforming scholarly communications in philosophy: challenges and solutions","year":2017,"lang":"en","type":"other","venue":"Figshare","topic":"Pasture and Agricultural Systems","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Face (sociological concept); Programmer; Index (typography); Philosophy of design; Project commissioning; Scholarly communication","score_opus":0.18950158028556421,"score_gpt":0.27661910682316554,"score_spread":0.08711752653760133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6959024086","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002454096,0.09964488,4.1270973e-9,0.003665034,0.00003697441,0.00048880896,0.08297058,0.00012028987,0.8130489],"genre_scores_gemma":[0.19795036,0.039931756,0.00006169065,0.00038610978,0.005045447,0.0019283323,0.33664057,0.000049516984,0.4180062],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993402,0.000046515474,0.000099893,0.00022125983,0.00010003618,0.00019211105],"domain_scores_gemma":[0.99958944,0.000059973434,0.00011814187,0.0001462736,0.000022882376,0.00006329266],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000041832154,0.00016076847,0.00020511795,0.00001736093,0.00020818511,0.00012776793,0.0005688438,0.00027231724,0.008704643],"category_scores_gemma":[0.00007321717,0.000057259764,0.00005642869,0.00004714603,0.000014119934,0.00022604679,0.00014577739,0.00025116644,0.00028336848],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012308855,0.00004292371,0.000016860713,0.00013831862,0.000022953163,0.000006534868,0.00009938933,1.5593095e-8,0.0007966817,0.00031631376,0.81960297,0.17895581],"study_design_scores_gemma":[0.000052948988,0.000019307712,0.0063952245,0.004228107,0.0000041287394,0.0000051987568,0.000041580945,6.742795e-7,0.0000029950722,0.00007701419,0.9889984,0.00017440319],"about_ca_topic_score_codex":0.00028368246,"about_ca_topic_score_gemma":0.01968513,"teacher_disagreement_score":0.3950427,"about_ca_system_score_codex":0.000013699133,"about_ca_system_score_gemma":0.0000050043845,"threshold_uncertainty_score":0.99820304},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6977025636","doi":"10.6084/m9.figshare.7690283.v4","title":"No Sheriff in Town: Le rôle des dépôts institutionnels dans le Far West du libre accès","year":2019,"lang":"fr","type":"other","venue":"Figshare","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Legislation; Context (archaeology); Field (mathematics)","score_opus":0.0322896965409984,"score_gpt":0.2329860105024237,"score_spread":0.20069631396142532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977025636","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044518017,0.002855108,0.0000028004445,0.000096439544,0.00048642606,0.001318027,0.4386435,0.00033567465,0.5558168],"genre_scores_gemma":[0.01862195,0.000050402465,0.00034333704,0.00011795182,0.0015610602,0.00079901324,0.26406905,0.0016410603,0.71279615],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952411,0.00036157345,0.0008238847,0.0015230103,0.00061866746,0.0014317828],"domain_scores_gemma":[0.99684024,0.00016737726,0.00064410374,0.0015610277,0.0003712516,0.00041600387],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.00015208284,0.0013358212,0.0011949851,0.0005722034,0.00041729512,0.0005932131,0.0023756602,0.0016385439,0.81269425],"category_scores_gemma":[0.0021443493,0.0015241147,0.00042370017,0.001203427,0.0002082419,0.0018279399,0.0012356394,0.0011471,0.6471856],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068712376,0.00085648434,0.0021855044,0.0024748228,0.00018353082,0.000379524,0.0012159357,0.001424782,0.0015479282,0.0009032481,0.9850747,0.0036848302],"study_design_scores_gemma":[0.0021741341,0.00011448489,0.018464003,0.022769712,0.000036260873,0.00007741001,0.00036694104,0.0006640491,0.00064734626,0.00003827139,0.9530365,0.0016109204],"about_ca_topic_score_codex":0.0025507961,"about_ca_topic_score_gemma":0.011904062,"teacher_disagreement_score":0.17457443,"about_ca_system_score_codex":0.0012611444,"about_ca_system_score_gemma":0.0028984859,"threshold_uncertainty_score":0.9999393},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6977158599","doi":"10.6084/m9.figshare.26488030","title":"Wellcome Open Access Spend Report 2021/22","year":2024,"lang":"en","type":"dataset","venue":"Figshare","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Block (permutation group theory); Quarter (Canadian coin); Block grant; Payment","score_opus":0.3564229446992313,"score_gpt":0.47365701501492674,"score_spread":0.11723407031569544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977158599","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0645151e-7,0.001477372,1.4689024e-9,0.000073399526,0.00075807516,0.0017234803,0.9746918,0.00019620851,0.021079544],"genre_scores_gemma":[6.6107657e-7,0.000017394228,0.0000060754396,0.00019979423,0.002045885,0.0012991758,0.979433,0.000393035,0.016605007],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950469,0.00012282234,0.00093381805,0.0019885474,0.0011147604,0.00079313613],"domain_scores_gemma":[0.99433136,0.00011392226,0.00092966936,0.004006443,0.00024930504,0.0003692829],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["open_science","insufficient_payload"],"category_scores_codex":[0.00031569536,0.0009125023,0.0010148291,0.0005809122,0.00014885371,0.0072707427,0.012148623,0.0007297049,0.9786863],"category_scores_gemma":[0.0032343545,0.00089429313,0.00031936163,0.001261042,0.000013908903,0.0015811174,0.02293082,0.0017451758,0.96068645],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016249889,0.00006692945,6.913392e-7,0.0018864885,0.00020651928,0.02909827,0.000002844523,0.0000014615238,7.4708e-7,3.3890944e-7,0.968659,0.000060471077],"study_design_scores_gemma":[0.00019017926,0.000026162308,0.000039136205,0.01462461,0.00017688215,0.00089424907,0.000003422876,0.0000029543585,0.00003127705,0.00007913807,0.98285747,0.0010745084],"about_ca_topic_score_codex":0.0005450624,"about_ca_topic_score_gemma":0.0008906592,"teacher_disagreement_score":0.028204022,"about_ca_system_score_codex":0.00042203377,"about_ca_system_score_gemma":0.001028687,"threshold_uncertainty_score":0.9993508},"labels":[{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W6977353442","doi":"10.6084/m9.figshare.25264615.v1","title":"Research Output of Canadian Journal of Information and Library Science (CJILS): A Bibliometric Analysis from 1993-2021","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bibliometrics; Citation analysis; Information science; Information system; National library","score_opus":0.5917176489081988,"score_gpt":0.541196785067119,"score_spread":0.05052086384107979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977353442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6834046,0.03746009,0.00015464007,0.0014116493,0.0007065255,0.0004574746,0.25057843,0.000023880639,0.025802674],"genre_scores_gemma":[0.9977025,0.00026424747,0.00045836478,0.00002274972,0.00008176222,0.000004850224,0.0011778242,0.0000055999626,0.00028213288],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9881393,0.00017983891,0.00089741655,0.00036502312,0.009863662,0.00055478234],"domain_scores_gemma":[0.9828112,0.007467972,0.000305874,0.0006008837,0.0076617794,0.0011522498],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.013790701,0.00009768192,0.00031598608,0.93580306,0.00029090667,0.010908549,0.0029066456,0.00010626594,0.07663972],"category_scores_gemma":[0.1006407,0.0000680476,0.00017253384,0.97319645,0.00019359583,0.0059669223,0.00077358837,0.00045722054,0.0007658435],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007798048,0.000018361145,0.036808267,0.00004156295,0.000089133035,0.000049054408,0.00054533355,0.000060953833,0.00006758655,0.00013405514,0.5265614,0.43561652],"study_design_scores_gemma":[0.00013120494,0.00013698277,0.62932056,0.0002359129,0.000021002053,0.000007097106,0.0006460043,0.011874629,0.0011540574,0.0014767313,0.35487446,0.00012133652],"about_ca_topic_score_codex":0.0066128266,"about_ca_topic_score_gemma":0.00068669923,"teacher_disagreement_score":0.5925123,"about_ca_system_score_codex":0.00009692041,"about_ca_system_score_gemma":0.0047498657,"threshold_uncertainty_score":0.99966604},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W6977386344","doi":"10.6084/m9.figshare.1378926","title":"Proposal for Alfred P. Sloan Grant #2014-3-25 \"to support greater understanding of social media in scholarly communication and the actual meaning of various altmetrics\"","year":2015,"lang":"en","type":"article","venue":"Figshare","topic":"Digital Humanities and Scholarship","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Meaning (existential); Foundation (evidence); Scholarly communication; Period (music); Social media; Identity (music); Information center","score_opus":0.23441171087190804,"score_gpt":0.2818770805864573,"score_spread":0.04746536971454923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977386344","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21466218,0.001566061,0.000041991825,0.003449716,0.00080189225,0.00640367,0.38519523,0.000226585,0.38765267],"genre_scores_gemma":[0.99389297,0.0000011301278,0.000063072584,0.000079694466,0.00008325652,0.00006873991,0.0055090617,0.000017068456,0.0002850064],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99909556,0.00007117931,0.00029714985,0.0001181103,0.00024991942,0.00016808801],"domain_scores_gemma":[0.9989456,0.00038106632,0.00015711479,0.00015190631,0.00031134448,0.00005297439],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045713253,0.0001071612,0.0002377474,0.00018164935,0.00017515461,0.00052578247,0.00027472884,0.000048333277,0.0033583548],"category_scores_gemma":[0.0011705728,0.00007755988,0.000061016835,0.000059802504,0.000097205055,0.00079565594,0.00013159546,0.00014433735,0.000014220362],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031605063,0.00005344065,0.000078172096,0.00017264487,0.000045370318,0.0000018670944,0.39102653,0.0000015491727,0.0000035503538,0.5276801,0.07979507,0.0008256335],"study_design_scores_gemma":[0.0185668,0.0019634853,0.003280536,0.0024873654,0.00021218871,0.000015799467,0.3604457,0.0002958684,0.0004388104,0.28189138,0.32904762,0.0013544367],"about_ca_topic_score_codex":0.00008512248,"about_ca_topic_score_gemma":0.0034536887,"teacher_disagreement_score":0.7792308,"about_ca_system_score_codex":0.000069332214,"about_ca_system_score_gemma":0.00010330101,"threshold_uncertainty_score":0.9975527},"labels":[{"model":"gemma","categories":["scholarly_communication","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","bibliometrics"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6979846341","doi":"","title":"Altmetrics Data Quality Code of Conduct","year":2016,"lang":"en","type":"article","venue":"Lincoln (University of Nebraska)","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Altmetrics; Transparency (behavior); Quality (philosophy); Data quality; Identifier; Best practice; Code (set theory); Citizen science","score_opus":0.4303592756177617,"score_gpt":0.41115125984697587,"score_spread":0.019208015770785847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6979846341","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04922023,0.00013094104,0.9299292,0.0129584335,0.00016452212,0.00027401795,0.0005491126,0.00007640343,0.006697141],"genre_scores_gemma":[0.8172687,0.0013573895,0.17033106,0.00009723883,0.000040597406,2.1838818e-7,0.00005564419,0.000009650531,0.010839455],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981054,0.00027563705,0.00017909081,0.0005363377,0.00068760454,0.00021593797],"domain_scores_gemma":[0.9956491,0.00096743065,0.00038373278,0.0026763491,0.00021374233,0.00010963487],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0019869318,0.00008387014,0.00022367212,0.00035463358,0.0000910573,0.00008224827,0.0068778563,0.00005149421,0.000080688464],"category_scores_gemma":[0.0010730544,0.000077251054,0.000047137622,0.0010325295,0.0002273656,0.018211368,0.0051221414,0.00008617665,0.000046686324],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001546471,0.0007300754,0.017137665,0.00033005915,0.00035469673,0.00011111469,0.00048730656,0.000011996672,0.013437588,0.66138667,0.040555652,0.2653025],"study_design_scores_gemma":[0.0036373318,0.00045908464,0.139979,0.00014251079,0.000072755065,0.0000057783172,0.001306318,0.0055126003,0.0021644707,0.00435777,0.8417768,0.0005855726],"about_ca_topic_score_codex":0.00070690835,"about_ca_topic_score_gemma":0.0003307618,"teacher_disagreement_score":0.80122113,"about_ca_system_score_codex":0.000039738352,"about_ca_system_score_gemma":0.00016294818,"threshold_uncertainty_score":0.9984954},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W6981678390","doi":"","title":"Evolving Landscape of Scholarly Communications in BC:\\nThe Liaison Librarian Perspective on Scholarly Communication","year":2008,"lang":"en","type":"other","venue":"E-LIS Repository (University of Naples Federico II)","topic":"Census and Population Estimation","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nucleofection; Gestational period; TSG101; Dysgeusia; Diafiltration; Demotion; Proteogenomics; Triacetin; Liquation","score_opus":0.045059586589100475,"score_gpt":0.2762895053620158,"score_spread":0.23122991877291532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6981678390","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026706968,0.0037752981,0.0004805686,0.0011690501,0.00017234267,0.000813575,0.00009091558,0.00026316402,0.9665281],"genre_scores_gemma":[0.69726914,0.002651593,0.061674748,0.000036263085,0.00013013398,0.0000046613304,0.00032723483,0.00031407562,0.23759215],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981891,0.00043699626,0.00041136783,0.00033326916,0.00045266576,0.00017658071],"domain_scores_gemma":[0.996297,0.00032804062,0.0012242135,0.0016696658,0.00040416498,0.000076895885],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027752185,0.0002688393,0.0005833056,0.0006714088,0.0006767555,0.00016128844,0.001229566,0.00047321353,0.00040929866],"category_scores_gemma":[0.00032180297,0.00033115037,0.00019725523,0.0005849851,0.000246367,0.0016135395,0.0004569233,0.00071910315,0.000015962656],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051516213,0.004104933,0.04913323,0.0009832409,0.0010131126,0.000057491463,0.06349504,0.000096399446,0.0015499784,0.1870366,0.68960196,0.0024128587],"study_design_scores_gemma":[0.009006092,0.0014690656,0.20369174,0.0119635705,0.0009629823,0.00011583284,0.07168115,0.009345966,0.00053829455,0.011082962,0.6767606,0.0033817377],"about_ca_topic_score_codex":0.00709094,"about_ca_topic_score_gemma":0.002040045,"teacher_disagreement_score":0.72893596,"about_ca_system_score_codex":0.00034861182,"about_ca_system_score_gemma":0.00021950259,"threshold_uncertainty_score":0.99991405},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W6982384169","doi":"","title":"The impact of co-operative engineering library services on teaching and research in Brazil.","year":2006,"lang":"en","type":"article","venue":"Purdue e-Pubs (Purdue University System)","topic":"Information Science and Libraries","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Council of University Libraries","funders":"","keywords":"Engineering education; Information system; Work (physics); Key (lock)","score_opus":0.011219726127073663,"score_gpt":0.26397426199599083,"score_spread":0.25275453586891716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6982384169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92649686,0.00014947038,0.0021190073,0.00083019794,0.00012491789,0.0004202843,0.000022567843,0.00014529061,0.06969139],"genre_scores_gemma":[0.99857754,0.0000103529055,0.0008133319,0.000021552956,0.000039236085,0.0000011344979,0.0000061635055,0.0000050717813,0.00052562833],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99847066,0.00032222967,0.0002170806,0.00023315812,0.00040521074,0.00035163068],"domain_scores_gemma":[0.9988013,0.0006099629,0.0000942869,0.0003541206,0.00006215655,0.000078192505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014234993,0.00012395697,0.00017458791,0.0005197193,0.00063103635,0.0005941849,0.0009830993,0.00006456131,0.0000024944127],"category_scores_gemma":[0.000018494628,0.0000919863,0.000054616496,0.00073544215,0.00011287306,0.004754689,0.00031756444,0.00036168267,0.000022433736],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010004272,0.0000673001,0.012866189,0.00034037468,0.000035273097,0.00007897964,0.018631158,0.010063593,0.0004056055,0.9520377,0.002347966,0.003025841],"study_design_scores_gemma":[0.0029336605,0.0008934166,0.24602494,0.0021163775,0.000010536197,0.00010804549,0.051198054,0.6183438,0.0056276787,0.0012147307,0.070419446,0.0011093601],"about_ca_topic_score_codex":0.0012653742,"about_ca_topic_score_gemma":0.000022750242,"teacher_disagreement_score":0.95082295,"about_ca_system_score_codex":0.000126767,"about_ca_system_score_gemma":0.00017811028,"threshold_uncertainty_score":0.57297385},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6995465946","doi":"","title":"Open Access in Canada","year":2017,"lang":"en","type":"other","venue":"CERN Document Server (European Organization for Nuclear Research)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Public access; Work (physics); Confidentiality","score_opus":0.06430243737529817,"score_gpt":0.3433033379972194,"score_spread":0.27900090062192123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6995465946","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056920527,0.00022443928,4.0669732e-7,0.0008140197,0.000610597,0.0043504513,0.00010925192,0.0010252038,0.98717356],"genre_scores_gemma":[0.20787027,0.00020284115,0.0000063812226,0.00023202592,0.00030195032,0.0000043266173,0.0013270311,0.02312531,0.76692986],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954088,0.00087262463,0.0004444429,0.0011421809,0.001187333,0.00094466785],"domain_scores_gemma":[0.99632263,0.000035820685,0.0006205326,0.0022302656,0.00040053655,0.00039022948],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["open_science","insufficient_payload"],"category_scores_codex":[0.0015316125,0.00047889224,0.0005490558,0.0007822005,0.0006809023,0.0066090906,0.014817986,0.00015180933,0.11217792],"category_scores_gemma":[0.00072278356,0.0005215221,0.000057185072,0.00083397486,0.00017488365,0.0014783745,0.013921135,0.0006336858,0.040906414],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049671344,0.000070246504,0.00059503893,0.00019797393,0.000098543904,0.000097078315,0.00007370632,0.0000137379,0.0000038385624,0.0070901983,0.99146134,0.00024863367],"study_design_scores_gemma":[0.0014911904,0.000041772666,0.0028367597,0.00056816475,0.000022428585,0.000007156664,0.000077044984,0.0000012475567,0.00004779948,0.0006980581,0.99362814,0.00058023504],"about_ca_topic_score_codex":0.87974524,"about_ca_topic_score_gemma":0.83843786,"teacher_disagreement_score":0.22024372,"about_ca_system_score_codex":0.0039832867,"about_ca_system_score_gemma":0.0007143697,"threshold_uncertainty_score":0.99984026},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W7005122801","doi":"","title":"Predatory Journals on Trial: Allegations, Responses, and Lessons for Scholarly Publishing from FTC v. OMICS","year":2019,"lang":"en","type":"article","venue":"The University of Malaya Research Repository (University of Malaya)","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Lawsuit; Publishing; Harm; Interim; Omics; Commission; Deception","score_opus":0.060334263335129146,"score_gpt":0.2996378895936241,"score_spread":0.23930362625849494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7005122801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909228,0.00043113102,0.00045066356,0.004168203,0.00012439035,0.0007774692,0.00024219985,0.000009097482,0.0028740098],"genre_scores_gemma":[0.9847246,0.0015737906,0.0016117917,0.000034027355,0.00010806719,2.8173275e-7,0.00007708043,0.0000133229205,0.011857051],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99752104,0.0006303524,0.00019953953,0.0003640352,0.00090944115,0.00037558828],"domain_scores_gemma":[0.9972414,0.000559045,0.00023271359,0.00066793786,0.0010548247,0.00024410206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003043554,0.00013226585,0.00025807804,0.0002621504,0.0007010735,0.00019727582,0.0012293347,0.00034722665,0.000057111833],"category_scores_gemma":[0.0008642209,0.00013524861,0.00016864795,0.0001987282,0.00089784386,0.00017003846,0.000758341,0.0005829323,0.000011505884],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12497518,0.0010940593,0.016919984,0.00073739834,0.0015393961,0.00006828171,0.005162008,0.00022001019,0.7540786,0.0038584778,0.075171754,0.016174804],"study_design_scores_gemma":[0.07282251,0.013375307,0.21514349,0.00086378277,0.00034960662,0.000041405172,0.10367714,0.005702777,0.07230605,0.0016601909,0.51272607,0.0013316758],"about_ca_topic_score_codex":0.00053904584,"about_ca_topic_score_gemma":0.000080880156,"teacher_disagreement_score":0.6817726,"about_ca_system_score_codex":0.000077139164,"about_ca_system_score_gemma":0.0005283315,"threshold_uncertainty_score":0.55152786},"labels":[{"model":"gemma","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W7006181962","doi":"","title":"Sustainable data from digital fieldwork: from creation to archive and back","year":2014,"lang":"en","type":"article","venue":"Minerva Access (University of Melbourne)","topic":"Diverse Musicological Studies","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"General partnership; Indigenous; Work (physics); Ethnography; Event (particle physics); Information and Communications Technology; Digital library","score_opus":0.11536432726081726,"score_gpt":0.23655681023011754,"score_spread":0.12119248296930028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7006181962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80775315,0.0000547895,0.0017707782,0.0021475148,0.00010465089,0.00014401322,0.0005482217,0.000028578534,0.1874483],"genre_scores_gemma":[0.957701,0.000014239652,0.0006340519,0.00027184855,0.00025310606,2.1835055e-7,0.0003112483,0.0000061538944,0.040808126],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992895,0.000030844203,0.00008158082,0.0002897019,0.00013427247,0.00017410463],"domain_scores_gemma":[0.9992091,0.00026650034,0.000077911194,0.00027297402,0.0000911223,0.000082415485],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00007171049,0.00010216442,0.0002130902,0.00005820915,0.00032753087,0.00045455145,0.0006827712,0.00003456428,0.0055971933],"category_scores_gemma":[0.000098993965,0.00010015871,0.00003138456,0.000037813017,0.00022771103,0.0012032331,0.0017065002,0.00006732536,0.00014377221],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006723712,0.00054487283,0.03797039,0.00012705942,0.0006887163,0.00010296947,0.090123944,0.000064262866,0.0001140903,0.13205394,0.62956893,0.107968464],"study_design_scores_gemma":[0.00057375646,0.00008483865,0.024555549,0.000038746515,0.000072334,1.2976595e-7,0.027357662,0.00056511076,0.000006114147,0.008844848,0.9377094,0.00019153731],"about_ca_topic_score_codex":0.023541784,"about_ca_topic_score_gemma":0.005819933,"teacher_disagreement_score":0.30814046,"about_ca_system_score_codex":0.00001609034,"about_ca_system_score_gemma":0.000009609795,"threshold_uncertainty_score":0.9953118},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7007717074","doi":"","title":"Analyse bibliométrique des revues Canadian Journal of Communication et Communication 1974-2005","year":2010,"lang":"fr","type":"other","venue":"Open MIND","topic":"Biomedical and Chemical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarly communication; Scientific communication; Context (archaeology)","score_opus":0.08520931918472802,"score_gpt":0.40842328934586986,"score_spread":0.32321397016114184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7007717074","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054214843,0.050006893,0.00009996473,0.029306771,0.00024794214,0.00094425806,0.00017719221,0.000001750278,0.86500037],"genre_scores_gemma":[0.22191012,0.044782214,0.06017545,0.00061691005,0.00089630665,0.00002959482,0.0008846605,0.00019665921,0.6705081],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99739224,0.0006220774,0.00076755055,0.00023320007,0.0004500023,0.00053492124],"domain_scores_gemma":[0.99558115,0.0005552483,0.0005387117,0.0013080365,0.0006089636,0.0014078877],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00338649,0.00024980458,0.0006678025,0.0019190728,0.00021215825,0.00034080024,0.0025223335,0.0009485231,0.16471727],"category_scores_gemma":[0.0019078868,0.00020471877,0.00016089466,0.0017951238,0.0016571603,0.00022290433,0.00039811365,0.0025284507,0.00088715093],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013313834,0.00046869522,0.005811458,0.0001972389,0.00052057876,0.00007530009,0.002228189,7.0468707e-7,0.017533153,0.00030217302,0.08003978,0.8926896],"study_design_scores_gemma":[0.0009020557,0.00013060261,0.0032938153,0.003578821,0.00023707043,0.00010248171,0.00048713235,0.00004888617,0.0051918197,0.0005817956,0.9852439,0.00020161469],"about_ca_topic_score_codex":0.08667588,"about_ca_topic_score_gemma":0.5936864,"teacher_disagreement_score":0.9052041,"about_ca_system_score_codex":0.00038384463,"about_ca_system_score_gemma":0.003945287,"threshold_uncertainty_score":0.99989074},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W7008164428","doi":"","title":"British Columbia Historical Textbooks Interactive Digital Library SDIF: Summary Report","year":2023,"lang":"en","type":"other","venue":"UVic’s Research and Learning Repository (University of Victoria)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Digitization; Digital library; Digital scholarship; Indigenous; Narrative; Digital collections","score_opus":0.018813336794946886,"score_gpt":0.24418461082899895,"score_spread":0.22537127403405205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7008164428","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015140122,0.0018586963,0.000014715874,0.00006622737,0.0017585563,0.0008136151,0.00030202375,0.0027852403,0.9772608],"genre_scores_gemma":[0.010154548,0.00043871565,0.00013666764,0.0000018604178,0.0011974467,0.0000031854963,0.00032236124,0.0014536342,0.9862916],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946491,0.000806123,0.0004094835,0.001411942,0.0018090379,0.0009142874],"domain_scores_gemma":[0.996544,0.0008924752,0.00070808135,0.00075375865,0.00040982536,0.0006918293],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007834442,0.00036375152,0.00093305844,0.00083395414,0.0010732627,0.0012202626,0.00086220907,0.00082531053,0.003640747],"category_scores_gemma":[0.0007159885,0.0006657372,0.00029412535,0.0009376702,0.0009641967,0.0009522985,0.0013425522,0.0034102006,0.00079599646],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022696721,0.0002096028,0.04671465,0.00024061024,0.00046469222,0.015330249,0.0005402776,0.000001149869,0.00014361464,0.00000404136,0.93371665,0.0024074698],"study_design_scores_gemma":[0.00071786635,0.0005531691,0.0069828583,0.0014414154,0.000059493097,0.00052647584,0.0016925479,0.000028353124,0.0000038014105,0.000057429428,0.98736703,0.0005695738],"about_ca_topic_score_codex":0.0933469,"about_ca_topic_score_gemma":0.016136087,"teacher_disagreement_score":0.07721081,"about_ca_system_score_codex":0.0012327724,"about_ca_system_score_gemma":0.0006837539,"threshold_uncertainty_score":0.999982},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W7017740980","doi":"","title":"Canada's new Open Access policy: Integrating libraries into open scholarship","year":2016,"lang":"en","type":"other","venue":"Brock University Digital Repository (Brock University)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Key (lock); Access to information; The Internet","score_opus":0.025666448063440678,"score_gpt":0.2557874426181428,"score_spread":0.2301209945547021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7017740980","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026385288,0.000120741766,0.00040770834,0.00006985958,0.00059368525,0.0018091633,0.001629098,0.0009295352,0.9941763],"genre_scores_gemma":[0.0010273447,0.000048657545,0.0005682662,0.00019377103,0.0006795484,6.563966e-7,0.00030657175,0.0010425558,0.9961326],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943513,0.00044482457,0.0005172407,0.0022248584,0.001120705,0.0013410213],"domain_scores_gemma":[0.99404556,0.00027612457,0.0015264618,0.0019268563,0.00039551107,0.0018294622],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaepi_narrow","scholarly_communication","open_science"],"category_scores_codex":[0.000009271238,0.0014678683,0.001468054,0.003636018,0.0013524917,0.009156565,0.023879232,0.0009792702,0.0003339064],"category_scores_gemma":[0.00035260225,0.0016660824,0.00039169274,0.0032782832,0.00044963483,0.022142407,0.0305724,0.00108559,0.0008140762],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000803406,0.0001724994,0.010624657,0.000107988126,0.0007767529,0.0009173897,0.000021142685,0.0000052761575,0.00091382203,0.0039181598,0.98016775,0.0015711879],"study_design_scores_gemma":[0.0031975152,0.00010215341,0.00065829913,0.0014394975,0.0002584656,0.000074922886,0.0024985617,2.5445084e-7,0.000276684,0.00044359048,0.9890658,0.0019842058],"about_ca_topic_score_codex":0.80418766,"about_ca_topic_score_gemma":0.8836169,"teacher_disagreement_score":0.07942924,"about_ca_system_score_codex":0.0073130676,"about_ca_system_score_gemma":0.028123047,"threshold_uncertainty_score":0.9999639},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W7025349819","doi":"","title":"Will Formal Preservation Models Require Relative Identity? An exploration of data identity statements: Paper - iPRES 2012 - Digital Curation Institute, iSchool, Toronto","year":2012,"lang":"en","type":"article","venue":"Phaidra (Universität Wien)","topic":"Physics of Superconductivity and Magnetism","field":"Physics and Astronomy","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Science Foundation","keywords":"Nucleofection; Gestational period; TSG101; Dysgeusia; Diafiltration; Liquation; Triacetin; Emperipolesis; Durvalumab","score_opus":0.12642697670776196,"score_gpt":0.3430846882515661,"score_spread":0.21665771154380412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7025349819","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012031984,0.00018539929,0.9795541,0.00014235936,0.00027711768,0.00032825916,0.0005037688,0.000038497263,0.0069385166],"genre_scores_gemma":[0.9958503,0.000034108834,0.0009291324,0.000018015893,0.00030575212,0.000008471186,0.0022087584,0.000015681744,0.0006297326],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99863845,0.00006268577,0.0002635186,0.00031234013,0.00040210417,0.00032087186],"domain_scores_gemma":[0.9988623,0.000021685539,0.00023430376,0.00056650984,0.0001727272,0.0001424303],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00024241082,0.00018540578,0.00019765302,0.00006159965,0.0002955463,0.00015472714,0.0005300608,0.00005530018,0.00042765314],"category_scores_gemma":[0.00000846678,0.00021485455,0.00006276034,0.00017394607,0.000103237864,0.999886,0.0004924653,0.00012398782,0.000023203493],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038413855,0.0004186397,0.000010278572,0.000019644433,0.00010355868,3.314881e-7,0.0029057665,0.00030248452,0.0015149614,0.98988104,0.0000055467885,0.004799353],"study_design_scores_gemma":[0.00064506003,0.00007973284,0.0000111148365,0.000025195466,0.00008690635,2.387965e-7,0.0040612076,0.0025493808,0.000007851484,0.98955554,0.0027471394,0.00023063291],"about_ca_topic_score_codex":0.0023151555,"about_ca_topic_score_gemma":0.0006811628,"teacher_disagreement_score":0.99973124,"about_ca_system_score_codex":0.00008953794,"about_ca_system_score_gemma":0.00006208258,"threshold_uncertainty_score":0.8761514},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7036827764","doi":"","title":"Connecting Readers with Open Access Resources: The CUFTS Free! Open Access Collections Group","year":2009,"lang":"en","type":"other","venue":"Elpub digital library","topic":"Computational Physics and Python Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Metadata; Directory; Suite; Dissemination; Free access; Download; Open access publishing; Digital library","score_opus":0.04666607055086626,"score_gpt":0.3140999652273604,"score_spread":0.26743389467649414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036827764","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013689911,0.00014261673,0.036743324,0.0073994175,0.0001306001,0.0016306705,0.00045593403,0.00059799885,0.95288575],"genre_scores_gemma":[0.0071652965,0.000055169992,0.019675465,0.007366574,0.0011567944,0.00071829057,0.001322297,0.00069004035,0.96185005],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99814093,0.00006383526,0.0002832454,0.0008357238,0.00035893876,0.00031732305],"domain_scores_gemma":[0.9975066,0.00033253702,0.00042039077,0.001546176,0.000034785888,0.00015947597],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.000087268534,0.00034615363,0.00033646473,0.0002389179,0.00064710336,0.06841675,0.023794195,0.00010415225,0.00037195956],"category_scores_gemma":[0.000020698968,0.00025187113,0.00008234972,0.0024457374,0.00008342792,0.015034734,0.017045023,0.00031291277,0.0000697287],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011404469,0.00011870014,0.000053804553,0.000010265421,0.00007386285,0.0000066739635,0.00012444041,0.00010705466,1.2291251e-7,0.07091238,0.9109154,0.017665923],"study_design_scores_gemma":[0.0003491956,0.000052461055,0.00032538656,0.00015888104,0.0000106993275,0.000016243523,0.00004239608,0.0005911218,0.0000047978087,0.08882021,0.9092372,0.0003913771],"about_ca_topic_score_codex":0.00038669608,"about_ca_topic_score_gemma":0.00015035801,"teacher_disagreement_score":0.05338202,"about_ca_system_score_codex":0.000025471081,"about_ca_system_score_gemma":0.00032852302,"threshold_uncertainty_score":0.9999933},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7039887348","doi":"","title":"Noteworthy Iron Presses at the McGill Library","year":2019,"lang":"en","type":"article","venue":"eScholarship@McGill (McGill)","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.010531132866929162,"score_gpt":0.20522629164045328,"score_spread":0.1946951587735241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039887348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5407425,0.00061192206,1.7030521e-8,0.0010404714,0.001366307,0.00054805196,0.0015133183,0.0002785182,0.45389888],"genre_scores_gemma":[0.8160854,0.0010964533,0.000067914116,0.0028980353,0.0001574428,0.00005211355,0.000057968333,0.000101369566,0.17948328],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963463,0.0005998326,0.00045028958,0.0007619496,0.000940921,0.0009006891],"domain_scores_gemma":[0.99779,0.00043693738,0.00025346232,0.00088944513,0.00009884793,0.00053130265],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008487969,0.00031652412,0.00035862668,0.00035397077,0.006582877,0.0003495775,0.0011713798,0.0003808113,0.013216961],"category_scores_gemma":[0.00043191298,0.00032788314,0.00031511564,0.0007480764,0.0006551243,0.0021406293,0.00045847127,0.00077883515,0.0073925764],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023922237,0.0003515598,0.0015332475,0.00024671372,0.0001950408,0.00017304848,0.0002794136,0.00012724941,0.012026503,0.78014874,0.010609836,0.1940694],"study_design_scores_gemma":[0.00034660555,0.000049544764,0.0015565463,0.00005012853,0.000048083995,0.000006858035,0.00023757022,0.0000017015367,0.0013935029,0.0061649717,0.98967785,0.00046665003],"about_ca_topic_score_codex":0.08152125,"about_ca_topic_score_gemma":0.43595862,"teacher_disagreement_score":0.979068,"about_ca_system_score_codex":0.001572934,"about_ca_system_score_gemma":0.00018346922,"threshold_uncertainty_score":0.9999173},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W7055601648","doi":"","title":"Custom Cataloging: OCLC library technical services for Canadian libraries.","year":2004,"lang":"en","type":"other","venue":"","topic":"Laser Design and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library automation; Documentation; Information system; Work (physics)","score_opus":0.007691406889593894,"score_gpt":0.18626661076570272,"score_spread":0.17857520387610884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7055601648","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.315675e-7,0.0008426148,0.005451184,0.0005416339,0.00015050027,0.0006359753,0.0008491549,0.0030094483,0.98851883],"genre_scores_gemma":[0.0016434726,0.00014685039,0.022973398,0.0008005063,0.0005047681,0.00041383816,0.0026470271,0.0010239858,0.9698461],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993195,0.0000022384802,0.00012450159,0.00020527656,0.000054641103,0.0002938192],"domain_scores_gemma":[0.9993796,0.000017051321,0.000018452845,0.0003454282,0.0000035804846,0.00023588345],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000012113585,0.00021915085,0.00018241678,0.00021699634,0.000043872304,0.00011499231,0.0003699067,0.0003832488,0.0022426462],"category_scores_gemma":[8.3285215e-7,0.00020553215,0.00006123588,0.00016379397,0.000027292454,0.00013912571,0.000024336356,0.00013795988,0.00036062676],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.912204e-7,0.000004894087,0.000007258355,0.00020726971,0.000023673852,0.0000024600315,0.000008616976,0.0000825553,0.000015730606,0.020583691,0.9787881,0.00027538833],"study_design_scores_gemma":[0.000109864064,0.0000045035977,0.0000093012395,0.000075545184,0.000017630513,0.0000025849215,0.000008305517,0.00034102425,0.00021133972,0.0012007236,0.997746,0.0002731681],"about_ca_topic_score_codex":0.024825845,"about_ca_topic_score_gemma":0.07630885,"teacher_disagreement_score":0.051483005,"about_ca_system_score_codex":0.000053768556,"about_ca_system_score_gemma":0.00025801596,"threshold_uncertainty_score":0.99866945},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W7067095929","doi":"","title":"2019 June 4 - CHLA Predatory journal workshop- Ottawa","year":2019,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Resource (disambiguation); Government (linguistics)","score_opus":0.0129618072789387,"score_gpt":0.26074014961928893,"score_spread":0.24777834234035023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7067095929","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028274793,0.00007695422,0.0006471728,0.00028006366,0.006252262,0.0035588986,0.00059208187,0.0015737984,0.986736],"genre_scores_gemma":[0.00032489738,0.00074571394,0.0021614577,0.00023104076,0.0018502121,0.00028062006,0.0002270921,0.004519701,0.98965925],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9836146,0.0026658787,0.002320848,0.0066366284,0.0025525666,0.0022094774],"domain_scores_gemma":[0.9776837,0.0007930613,0.0034719892,0.016336776,0.00045216497,0.0012623036],"candidate_categories":["metaepi_narrow","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.013837967,0.0020838557,0.0025064272,0.0020613365,0.00036057393,0.00087589043,0.0062579135,0.0028399306,0.9479076],"category_scores_gemma":[0.0056629013,0.002318558,0.0013635257,0.00090218394,0.00072710577,0.0007163334,0.005028506,0.005160303,0.99746615],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024158259,0.0008083513,0.003253454,0.00043306005,0.0017870106,0.00020747285,0.00059454306,0.0005381101,0.0013966803,0.00060861843,0.98540056,0.0047305403],"study_design_scores_gemma":[0.0021721066,0.0000016103465,0.001247112,0.0015231995,0.00046174784,0.0005509767,0.00013064053,0.00009642634,0.00051004026,0.0007126248,0.9904866,0.0021068908],"about_ca_topic_score_codex":0.00045629573,"about_ca_topic_score_gemma":0.0005241103,"teacher_disagreement_score":0.0495585,"about_ca_system_score_codex":0.0015895781,"about_ca_system_score_gemma":0.0015185267,"threshold_uncertainty_score":0.99919033},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W7068378931","doi":"","title":"No time to scale back: gleaning best practices for library involvement in scholarly communication in Canadian research libraries.","year":2013,"lang":"en","type":"other","venue":"York University Digital Library (York University)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarly communication; Context (archaeology); Best practice; Diversity (politics); Scale (ratio)","score_opus":0.051198658324277085,"score_gpt":0.23603527087020193,"score_spread":0.18483661254592484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7068378931","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019091724,0.00045295205,0.0000050694125,0.0013226678,0.00010585498,0.0034155615,0.0062448857,0.00066138216,0.98588246],"genre_scores_gemma":[0.0008654605,0.00020126771,0.006667838,0.00023178977,0.00015153931,0.0000037262553,0.006307112,0.0009920435,0.9845792],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944088,0.00091736217,0.0004503789,0.0015522623,0.0007563572,0.0019148511],"domain_scores_gemma":[0.9949664,0.0007730768,0.0007191875,0.0017315496,0.0001360282,0.0016737466],"candidate_categories":["metaepi_narrow","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication","insufficient_payload"],"category_scores_codex":[0.00033185948,0.00083233404,0.0009004045,0.014705682,0.00060480513,0.0040873494,0.0051584756,0.0011351292,0.009376091],"category_scores_gemma":[0.00021160321,0.0011767332,0.00025019614,0.009827398,0.0006324788,0.038465995,0.0031011633,0.0019092064,0.039003618],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007499986,0.00049921824,0.01945181,0.00019392528,0.00014877928,0.00027907718,0.0005197202,0.000026872007,0.000014114335,0.010461984,0.96691,0.00074448297],"study_design_scores_gemma":[0.0018071142,0.00028680623,0.00029826476,0.0018268997,0.0000439326,0.000002363835,0.0059919693,0.00009894342,0.000015578262,0.000102929625,0.98837394,0.001151261],"about_ca_topic_score_codex":0.1350812,"about_ca_topic_score_gemma":0.1019541,"teacher_disagreement_score":0.034378644,"about_ca_system_score_codex":0.00170816,"about_ca_system_score_gemma":0.0046809795,"threshold_uncertainty_score":0.99906826},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W7092368277","doi":"10.6084/m9.figshare.30391284","title":"Comparing companion open access journals to their traditional journal counterparts","year":2025,"lang":"","type":"article","venue":"Figshare","topic":"Historical Economic and Legal Thought","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Citation; Publication; Demographics; Bibliometrics; Scope (computer science); Quarter (Canadian coin)","score_opus":0.4060789229441768,"score_gpt":0.439557671757479,"score_spread":0.033478748813302206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7092368277","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022110245,0.003745128,0.00013495341,0.014023291,0.0053227753,0.0014131578,0.091767535,0.00006196359,0.8813202],"genre_scores_gemma":[0.9792178,0.00009769943,0.00004804891,0.0055899564,0.002688091,0.000101967,0.0032996994,0.00002489075,0.008931836],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970924,0.00042673075,0.0008893572,0.00047772948,0.0004348737,0.0006789024],"domain_scores_gemma":[0.9975986,0.0005131205,0.00049060443,0.00025254878,0.00041142624,0.0007336834],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00083812996,0.00030682914,0.00070485636,0.00027827028,0.0026399384,0.009225836,0.0047168373,0.00020822149,0.5020847],"category_scores_gemma":[0.0010756869,0.00029977417,0.00027112156,0.0010003335,0.00004424813,0.003531817,0.0014074553,0.00088603154,0.0030048299],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004332638,0.00014270328,0.00031318452,0.000041731684,0.00008564873,0.000013875241,0.0030927225,0.00033146373,0.0000028663903,0.002019857,0.98916906,0.004743579],"study_design_scores_gemma":[0.0004666991,0.000036357906,0.007827732,0.0050063473,0.000018969233,0.000012971105,0.00082137913,0.00060200354,0.000021874943,0.0024969603,0.9823513,0.00033740862],"about_ca_topic_score_codex":0.0001797196,"about_ca_topic_score_gemma":0.00033473875,"teacher_disagreement_score":0.9770068,"about_ca_system_score_codex":0.0015078182,"about_ca_system_score_gemma":0.0016998173,"threshold_uncertainty_score":0.99994546},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7095356221","doi":"","title":"STUDY PROTOCOL Open Access The Alberta moving beyon","year":2016,"lang":"en","type":"article","venue":"","topic":"Prenatal Screening and Diagnostics","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Protocol (science); Psychosocial; Identification (biology); Data collection","score_opus":0.08638478296553129,"score_gpt":0.43157603665512223,"score_spread":0.3451912536895909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095356221","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05503981,0.0000032386085,0.0007596334,0.013447867,0.000075861215,0.32918942,0.000002563268,0.0001023822,0.6013792],"genre_scores_gemma":[0.86051977,4.2622574e-7,0.0001680353,0.0011688807,0.00011249721,0.1097641,8.3156056e-7,0.000013960969,0.028251516],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993343,0.00004100318,0.00013501476,0.00017237301,0.00016500043,0.00015232054],"domain_scores_gemma":[0.9988845,0.00053833844,0.00003798986,0.00041431072,0.000040320294,0.000084557774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023325387,0.00008035742,0.00012308019,0.000019066172,0.00008412008,0.00015676454,0.0006627778,0.000025524321,0.00079304446],"category_scores_gemma":[0.00087744446,0.000029354056,0.000023493536,0.00009325395,0.000027277118,0.00030492386,0.0011723865,0.00006119953,0.0001451107],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005318858,0.0008290594,0.86560756,0.000022018974,0.00008733948,0.00005829668,0.00034969338,9.302728e-7,0.00020280774,0.002298536,0.03763939,0.0923725],"study_design_scores_gemma":[0.01283296,0.0017359514,0.8818524,0.00046313333,0.000122681,0.000044799403,0.0006880249,0.000052396455,0.0060607945,0.000748746,0.095098205,0.00029989914],"about_ca_topic_score_codex":0.0046378598,"about_ca_topic_score_gemma":0.0017230678,"teacher_disagreement_score":0.80547994,"about_ca_system_score_codex":0.00001946309,"about_ca_system_score_gemma":0.000059449296,"threshold_uncertainty_score":0.8683281},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7099567545","doi":"","title":"RESEARCH Open Access It Can’t Hurt to Ask; A Patient-Centered Quality of Service Assessment of Health Canada’s Medical Cannabis Policy and Program","year":2015,"lang":"en","type":"article","venue":"","topic":"Aquatic Invertebrate Ecology and Behavior","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cannabis; Medical cannabis; Government (linguistics); Certification; Stakeholder; Health care; Legislation; Quality (philosophy)","score_opus":0.22930744789136198,"score_gpt":0.5244628403836095,"score_spread":0.2951553924922475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099567545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8739442,0.0000036429285,0.000025589528,0.1136683,0.000057198504,0.0013003437,0.00003371913,0.000006616236,0.010960361],"genre_scores_gemma":[0.9893199,0.0000022332397,0.00097089825,0.008951389,0.000007908164,0.000111585076,0.000013711198,0.000006488788,0.00061589247],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968692,0.0006935729,0.0005524619,0.00030208533,0.0011665345,0.0004161541],"domain_scores_gemma":[0.9987548,0.000074776806,0.00015920558,0.00029660878,0.000103521845,0.00061108184],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031913396,0.0001016503,0.00032895757,0.000052380445,0.000111907764,0.00003397206,0.00096891593,0.00007554432,0.0027840454],"category_scores_gemma":[0.0003571661,0.00007964295,0.0000129632635,0.00052256,0.00020587195,0.00019747853,0.0023699445,0.00016656125,0.0000092644095],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005631064,0.0010910969,0.6776103,0.0000819289,0.000022099855,0.0000061200685,0.0020942152,0.000032140426,0.000056505076,0.0007798581,0.27682996,0.041339505],"study_design_scores_gemma":[0.0008625644,0.0008635257,0.98678416,0.000041523228,0.000004956027,0.000002545258,0.0035463138,0.00061567,0.00027034676,0.00015244549,0.006707824,0.00014812942],"about_ca_topic_score_codex":0.99409145,"about_ca_topic_score_gemma":0.9971896,"teacher_disagreement_score":0.30917388,"about_ca_system_score_codex":0.0010519205,"about_ca_system_score_gemma":0.0074585397,"threshold_uncertainty_score":0.99816823},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W7106008996","doi":"10.3138/jsp-2024-0091","title":"Anne Massey. <i>Writing and Publishing in Architecture and Design</i>","year":2025,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Architecture, Modernity, and Design","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Architecture; Project commissioning","score_opus":0.018861669486537787,"score_gpt":0.2263894409289644,"score_spread":0.20752777144242662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7106008996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56184924,0.031886235,0.38989198,0.006805667,0.0006342046,0.00026498828,0.0000070025962,0.00014524802,0.008515455],"genre_scores_gemma":[0.9655789,0.00034719985,0.032844674,0.00082237914,0.00031633783,0.0000034273812,0.0000014791303,0.000036003246,0.000049588547],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997947,0.00020805195,0.00071548333,0.0002283641,0.00047560644,0.0004255062],"domain_scores_gemma":[0.9984164,0.00068070134,0.0001737037,0.00017254028,0.00032362022,0.00023298626],"candidate_categories":["scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.004350794,0.00024129685,0.0004112074,0.0012408033,0.00017647562,0.028894398,0.0005058516,0.00030351777,0.0000044385038],"category_scores_gemma":[0.0036034924,0.00022302347,0.00006572447,0.00063173834,0.000054132786,0.044021174,0.00017542622,0.003596226,2.5220692e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003715302,0.00014270711,0.16375664,0.0013041648,0.0005008872,0.0007107308,0.010824073,0.10075997,0.033190943,0.00400081,0.042156443,0.6422811],"study_design_scores_gemma":[0.018041091,0.0008212931,0.40482062,0.009369598,0.0004954428,0.0042311107,0.009154741,0.09090503,0.007986126,0.38269472,0.0679256,0.0035546038],"about_ca_topic_score_codex":0.00003364186,"about_ca_topic_score_gemma":0.00003125021,"teacher_disagreement_score":0.6387265,"about_ca_system_score_codex":0.00011258085,"about_ca_system_score_gemma":0.00010961211,"threshold_uncertainty_score":0.9987025},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"agree"},{"id":"W7106039481","doi":"10.3138/jsp-2024-0093","title":"Confidentiality, Peer Review, and the Submission Case Database","year":2025,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Confidentiality; Accountability; Harm; Constructive; Focus (optics); Work (physics)","score_opus":0.040421936073048594,"score_gpt":0.35548525284433696,"score_spread":0.31506331677128835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7106039481","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019227453,0.046985973,0.0018900629,0.8571988,0.0014517009,0.00027710808,0.000024028097,0.000016659016,0.07292826],"genre_scores_gemma":[0.876449,0.030473292,0.0013731577,0.056627546,0.0019880298,0.000004431458,0.000010242356,0.000013496084,0.033060797],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99653894,0.0012714812,0.0005317384,0.00011149524,0.0013563735,0.00018995037],"domain_scores_gemma":[0.99462605,0.00097468134,0.00044521102,0.00014903556,0.00363295,0.0001721038],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.06021591,0.0000762559,0.0002549996,0.00014510281,0.000977006,0.013726838,0.00072450005,0.00037429773,0.00015477171],"category_scores_gemma":[0.07970546,0.00004763116,0.00009632886,0.0004239686,0.0002977303,0.03417159,0.00018735073,0.0054773777,0.0000016768136],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005060098,0.00001785362,0.0014998848,0.00011594329,0.00006810832,0.00023414544,0.0066400515,2.1562855e-7,0.000041258234,0.20149763,0.7828009,0.007033382],"study_design_scores_gemma":[0.0008483263,0.000007732094,0.00024952233,0.000950783,0.00026988558,0.00064595434,0.011763031,0.0000070952296,0.000019935012,0.017450573,0.96770906,0.00007811193],"about_ca_topic_score_codex":0.0056688837,"about_ca_topic_score_gemma":0.00039321123,"teacher_disagreement_score":0.85722154,"about_ca_system_score_codex":0.00007687451,"about_ca_system_score_gemma":0.0005062572,"threshold_uncertainty_score":0.99681705},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7108631754","doi":"10.31274/jlsc.20194","title":"Publications Produced and Services Offered by Library Publishing Programs in the United States and Canada: A Data-Driven Analysis","year":2025,"lang":"","type":"article","venue":"Journal of Librarianship and Scholarly Communication","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Staffing; Publishing; Service (business); Table (database); Order (exchange); Focus (optics)","score_opus":0.11000385768366996,"score_gpt":0.33369865505929525,"score_spread":0.22369479737562528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7108631754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73307145,0.019325905,0.00021265716,0.24621904,0.00008442899,0.00038837976,0.00018146046,0.000013639269,0.00050304376],"genre_scores_gemma":[0.9788486,0.0135449255,0.001199336,0.004592778,0.000049872855,0.000012536787,0.0013744402,0.000014335864,0.0003632209],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99143815,0.0040997937,0.0020929875,0.0006576496,0.0013472799,0.00036415138],"domain_scores_gemma":[0.99019104,0.004466156,0.0019168576,0.0023953717,0.0007034099,0.00032718354],"candidate_categories":["scholarly_communication","open_science","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.013386956,0.00030083043,0.0007205309,0.0021338088,0.0010534901,0.09676865,0.012229824,0.00035675854,0.000018050609],"category_scores_gemma":[0.004771802,0.00020678085,0.00006269177,0.008777972,0.00033280012,0.1169445,0.0030409417,0.003124426,1.568237e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008403161,0.0001435803,0.91500306,0.000049451715,0.00047626553,0.0000025791835,0.008148943,0.000024395056,0.0000084547655,0.0026563832,0.04145041,0.031952444],"study_design_scores_gemma":[0.0012048064,0.00007049566,0.7867856,0.0005107943,0.00080591626,0.000028718734,0.046512395,0.02351917,0.000008184042,0.010336593,0.12990202,0.00031532993],"about_ca_topic_score_codex":0.14242809,"about_ca_topic_score_gemma":0.107416555,"teacher_disagreement_score":0.2457771,"about_ca_system_score_codex":0.00006352636,"about_ca_system_score_gemma":0.0020022104,"threshold_uncertainty_score":0.9991754},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W7110525921","doi":"","title":"Surveying the landscape of CIHR-funded research data sharing practices: An analysis of the published literature","year":2024,"lang":"","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data sharing; Data management; Key (lock); Health data; Information sharing; Research data; Data access","score_opus":0.13742648934911544,"score_gpt":0.40253804276078853,"score_spread":0.2651115534116731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110525921","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040476523,0.00028851678,0.000109634464,0.0009375367,0.0014123716,0.006570579,0.0053819856,0.00028286385,0.94453996],"genre_scores_gemma":[0.40988874,0.0008825782,0.00039779552,0.000043598495,0.00045505827,0.00036373752,0.0018713165,0.0013909617,0.58470625],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9309423,0.031990044,0.0053466507,0.020644326,0.008014646,0.0030620517],"domain_scores_gemma":[0.86945856,0.0095422305,0.010537086,0.10535477,0.004202618,0.0009047248],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","open_science","research_integrity","insufficient_payload"],"category_scores_codex":[0.2310785,0.0020549388,0.0038989473,0.005895393,0.0009912498,0.0066290926,0.052390415,0.0024723497,0.736718],"category_scores_gemma":[0.14042953,0.0014837672,0.0020056618,0.026194332,0.0028959212,0.00394585,0.06558107,0.011078745,0.50798565],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029903725,0.0061319787,0.46385026,0.008967838,0.079751134,0.0001816521,0.052598543,0.009943815,0.013619458,0.0070003006,0.349372,0.0055926265],"study_design_scores_gemma":[0.0036815924,0.000024934418,0.22032571,0.01937425,0.049005978,0.0001967998,0.015332482,0.17584202,0.0048754863,0.011725605,0.49425256,0.0053625912],"about_ca_topic_score_codex":0.008930883,"about_ca_topic_score_gemma":0.017505536,"teacher_disagreement_score":0.3694122,"about_ca_system_score_codex":0.0011340666,"about_ca_system_score_gemma":0.002738094,"threshold_uncertainty_score":0.9998176},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"systematic_review","genre":"review","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science","scholarly_communication"],"domain":"reproducibility","study_design":"design_other","genre":"review","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W7117239396","doi":"10.17742/image29743","title":"Critical AI Literacy for Sustainable Scholarly Publishing","year":2025,"lang":"en","type":"article","venue":"Imaginations Journal of Cross-Cultural Image Studies","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Publishing; Literacy; Information literacy; Knowledge production","score_opus":0.05391864103712203,"score_gpt":0.5444084240806485,"score_spread":0.4904897830435265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117239396","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014716103,0.009460093,0.003215316,0.5049006,0.0014006273,0.00038012172,0.000024413512,0.000058940557,0.46584383],"genre_scores_gemma":[0.97340673,0.00071387127,0.0078264605,0.003201961,0.00073529687,0.000015928714,0.0000023413693,0.000009789295,0.014087596],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979545,0.00018205289,0.0005684316,0.0001665591,0.00058648427,0.00054198236],"domain_scores_gemma":[0.75179803,0.0014579719,0.00021924073,0.00009655691,0.24629793,0.0001302947],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["sts","scholarly_communication"],"category_scores_codex":[0.0037029444,0.00014890583,0.00033930744,0.0002797879,0.0039211153,0.1237477,0.0005486725,0.0001188315,0.000022847931],"category_scores_gemma":[0.352594,0.000119228935,0.0002614373,0.00067479635,0.00561679,0.32607415,0.00013673064,0.0007918149,0.0000022214303],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020848158,0.00006548439,0.00069417316,0.00008709061,0.00013905505,0.000021733105,0.017724264,0.000001409139,0.00020527997,0.92128766,0.05717695,0.002576076],"study_design_scores_gemma":[0.0005546599,0.000049465125,0.0015656872,0.00012152355,0.000077592216,0.000003906205,0.038148478,0.000007549082,0.00016700696,0.69312596,0.26605144,0.00012669481],"about_ca_topic_score_codex":0.00021812796,"about_ca_topic_score_gemma":0.00005824635,"teacher_disagreement_score":0.95869064,"about_ca_system_score_codex":0.00045225167,"about_ca_system_score_gemma":0.0007724487,"threshold_uncertainty_score":0.99737567},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7117241548","doi":"10.47391/jpma.20978","title":"Artificial intelligence for medical writing in doctors of Punjab; a cross-sectional study","year":2025,"lang":"en","type":"article","venue":"Journal of the Pakistan Medical Association","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sample (material); Quarter (Canadian coin); Medical writing; Medical science","score_opus":0.09144913990637832,"score_gpt":0.49899461132691125,"score_spread":0.40754547142053293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117241548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9816688,0.00008563046,0.0041292123,0.011386666,0.0020988625,0.00044852358,0.0000027695628,0.000007830228,0.00017170647],"genre_scores_gemma":[0.9983781,0.000026527672,0.00013364067,0.0005086666,0.0007806739,0.000013130566,0.0000012045822,0.000007927059,0.00015014001],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942915,0.00023177953,0.0032552704,0.0001340334,0.0018689743,0.00021843759],"domain_scores_gemma":[0.99483174,0.0029805072,0.000861113,0.00012615592,0.0010524068,0.00014805883],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013211914,0.00008876471,0.00034788236,0.00021336228,0.000117172414,0.000042612566,0.00026163578,0.00030986,0.00020988638],"category_scores_gemma":[0.030338228,0.00006274169,0.00021226966,0.00057313225,0.000083878585,0.00008118158,0.00003958222,0.00074665126,0.0000029327625],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003260815,0.0008419085,0.9684034,0.000085955915,0.00007627345,0.0000065119225,0.00096789625,0.00002528279,0.0000611296,0.0014263759,0.00026383816,0.027515376],"study_design_scores_gemma":[0.000263551,0.0005717758,0.967365,0.0007976762,0.00009244735,0.000026413509,0.005855874,0.0024100028,0.002815705,0.019337585,0.00037558455,0.00008834154],"about_ca_topic_score_codex":0.00021846463,"about_ca_topic_score_gemma":0.0005304338,"teacher_disagreement_score":0.027427034,"about_ca_system_score_codex":0.0008593546,"about_ca_system_score_gemma":0.0018117679,"threshold_uncertainty_score":0.97782964},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7117298754","doi":"10.5281/zenodo.18056545","title":"Barriers and pathways for advancing open science and open scholarship in academic institutions: a Canadian perspective","year":2025,"lang":"en","type":"preprint","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"Fonds de recherche du Québec; Social Sciences and Humanities Research Council; Canada Research Chairs","keywords":"Scholarship; Corporate governance; Equity (law); Open science; Indigenous; Engaged scholarship; Work (physics)","score_opus":0.18662070235144906,"score_gpt":0.3937475157614601,"score_spread":0.20712681341001105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117298754","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01923884,0.0023532282,0.18346038,0.07208792,0.0008791761,0.027719924,0.004352901,0.001063427,0.6888442],"genre_scores_gemma":[0.94566226,0.0060569225,0.04163416,0.0027537288,0.00013185393,0.000012113804,0.0008694563,0.00082662376,0.0020528596],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99630016,0.000557731,0.00030190882,0.0015474006,0.00057548843,0.00071730034],"domain_scores_gemma":[0.9963894,0.0001167273,0.00016620304,0.0011998732,0.0014018145,0.00072601484],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.010817446,0.00020208224,0.00024599218,0.0015174159,0.004315253,0.038211245,0.020617235,0.00012042734,0.00008030182],"category_scores_gemma":[0.02600012,0.00023051637,0.000017839953,0.0017107546,0.0005578555,0.026199372,0.079467766,0.0011685466,0.000037789563],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044249442,0.000023075867,0.000036434212,0.00016476019,0.000032611206,0.000022278202,0.0021864101,0.00012307467,0.00019748078,0.9563168,0.0050287484,0.03582403],"study_design_scores_gemma":[0.0010702795,0.00016774469,0.0018861465,0.0005176804,0.00001651375,0.000034765973,0.002866671,0.0069228285,0.00009580771,0.029000401,0.9569517,0.0004694563],"about_ca_topic_score_codex":0.016339164,"about_ca_topic_score_gemma":0.0013748074,"teacher_disagreement_score":0.95192295,"about_ca_system_score_codex":0.00197237,"about_ca_system_score_gemma":0.0010158432,"threshold_uncertainty_score":0.99698097},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W7134613536","doi":"","title":"The rise in subscription fees and the gold open access publishing, examined from financial reports of major publishers","year":2024,"lang":"ja","type":"article","venue":"Kyoto University Research Information Repository (Kyoto University)","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Payment; Financial plan; Quarter (Canadian coin); Work (physics); Financial services","score_opus":0.30010216013937585,"score_gpt":0.4569942950357946,"score_spread":0.15689213489641873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134613536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76416105,0.0015822063,0.00017037506,0.007486605,0.0018539369,0.0030445196,0.00013019665,0.00005727951,0.22151384],"genre_scores_gemma":[0.9388627,0.0019028779,0.000041859344,0.000055006174,0.000090958216,0.0000037784253,0.000032206422,0.000012530059,0.05899809],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98538876,0.0030823601,0.001218833,0.0010416836,0.008180087,0.0010882912],"domain_scores_gemma":[0.9778947,0.010479948,0.0009405225,0.0018155276,0.008032716,0.0008365524],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science"],"category_scores_codex":[0.034248292,0.00032120195,0.0005587932,0.048108373,0.0025172473,0.07960398,0.013145881,0.00050400133,0.0002730589],"category_scores_gemma":[0.03221793,0.00023561661,0.00026169283,0.12425376,0.0028032702,0.07051289,0.012420703,0.001895324,0.000094265975],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0145887425,0.0006695271,0.1319952,0.00048407508,0.0007087655,0.006830854,0.026811624,0.00027788608,0.00041116937,0.18114449,0.5284851,0.10759255],"study_design_scores_gemma":[0.0034131354,0.00027004443,0.08361412,0.0002660428,0.000059751867,0.00004910272,0.044151172,0.0077712033,0.00031162793,0.0038128803,0.8558956,0.0003853631],"about_ca_topic_score_codex":0.07483634,"about_ca_topic_score_gemma":0.001994842,"teacher_disagreement_score":0.32741043,"about_ca_system_score_codex":0.0015331991,"about_ca_system_score_gemma":0.004045351,"threshold_uncertainty_score":0.99991053},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7135418809","doi":"10.6084/m9.figshare.5378920","title":"Additional file 1: of A descriptive qualitative examination of knowledge translation practice among health researchers in Manitoba, Canada","year":2017,"lang":"","type":"article","venue":"Figshare","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Qualitative research; Knowledge translation; Interview; Descriptive research; MEDLINE; Qualitative analysis","score_opus":0.9235560984270809,"score_gpt":0.6547596401537334,"score_spread":0.2687964582733474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135418809","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045656582,0.000079450714,0.0000021449032,0.0038012804,0.000109553126,0.0023939058,0.9786879,0.0000076169595,0.014461571],"genre_scores_gemma":[0.21738072,0.0000180637,0.0017653775,0.0010048784,0.00018460456,0.0039724624,0.77447635,0.000044478784,0.0011530626],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98516244,0.009880367,0.0021008288,0.00052694837,0.0013485982,0.0009808458],"domain_scores_gemma":[0.90685683,0.08290919,0.0056308955,0.0007201606,0.003311062,0.000571874],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039251833,0.000248113,0.000578307,0.00043214404,0.0013608222,0.00003696664,0.000740495,0.00023883821,0.9511752],"category_scores_gemma":[0.25123623,0.00028980762,0.0000663394,0.0007182068,0.00019184824,0.001798399,0.00020377357,0.0010097104,0.00040477078],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042191776,0.00007990043,0.00001676845,0.0019762858,0.000015006097,0.0000028444456,0.17082286,0.000001916761,8.914802e-7,0.000017450737,0.81573147,0.011292427],"study_design_scores_gemma":[0.000847167,0.00022687048,0.22810024,0.017936155,0.000004613163,6.619215e-7,0.23129399,0.0006638912,0.000013042994,0.000027581016,0.52069634,0.00018945716],"about_ca_topic_score_codex":0.576281,"about_ca_topic_score_gemma":0.9613267,"teacher_disagreement_score":0.95077044,"about_ca_system_score_codex":0.0029238965,"about_ca_system_score_gemma":0.03513315,"threshold_uncertainty_score":0.9999554},"labels":[{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"not_applicable","genre":"dataset","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W7144099408","doi":"10.24619/00000799","title":"Characteristics of archival data content standards in North America: a comparative analysis with library cataloguing rules","year":2009,"lang":"ja","type":"article","venue":"Institutional Repositories DataBase (IRDB)","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Content analysis; Descriptive statistics; Content (measure theory); Statement (logic); Descriptive research","score_opus":0.05261710781155698,"score_gpt":0.2743705030143861,"score_spread":0.2217533952028291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7144099408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.855672,0.00046312113,0.08920393,0.000681916,0.0012508763,0.0006450485,0.046611514,0.000117510885,0.0053540887],"genre_scores_gemma":[0.9705075,0.00013941507,0.010247107,0.00029113572,0.0003051435,0.00000910386,0.018420897,0.000005187022,0.00007448025],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951296,0.00019974368,0.0015125279,0.0008583164,0.0018272493,0.00047258107],"domain_scores_gemma":[0.9961506,0.00019551569,0.0009877189,0.0020026853,0.00039752107,0.00026595363],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00046157933,0.00039172787,0.0009312599,0.0006663839,0.00042609876,0.0010181391,0.0026345064,0.000056745772,0.00001597637],"category_scores_gemma":[0.00014774919,0.0003194262,0.000113182025,0.0034817976,0.00092138007,0.022177678,0.0010330299,0.00034536453,0.000020209027],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025152492,0.0023356318,0.7660732,0.00073350006,0.0025549869,0.001967712,0.064436555,0.009754118,0.0007764659,0.12577325,0.00893233,0.014146976],"study_design_scores_gemma":[0.0011689556,0.0007263312,0.8484384,0.0009245566,0.0002026421,0.00015998812,0.0023624233,0.08671087,0.0009358452,0.00003273868,0.057391167,0.00094610656],"about_ca_topic_score_codex":0.00063761265,"about_ca_topic_score_gemma":0.0001341431,"teacher_disagreement_score":0.12574051,"about_ca_system_score_codex":0.00013436083,"about_ca_system_score_gemma":0.0025259303,"threshold_uncertainty_score":0.9999258},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W7157585381","doi":"10.5281/zenodo.19897166","title":"Contouren Open Science Infrastructuur","year":2025,"lang":"","type":"report","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canarie","funders":"","keywords":"Open university; Plan (archaeology); Open science","score_opus":0.06602567376427049,"score_gpt":0.32431980990169296,"score_spread":0.25829413613742247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7157585381","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013548417,0.000839863,0.0011345736,0.000641165,0.0020004257,0.0061161174,0.004850254,0.0021718056,0.9808909],"genre_scores_gemma":[0.51364625,0.0063354815,0.0027636015,0.0012557551,0.0028058023,0.000001218912,0.055424515,0.073106185,0.34466118],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9821726,0.0023032979,0.0025402238,0.0047366302,0.005191529,0.0030556952],"domain_scores_gemma":[0.97246486,0.00013710796,0.0020208098,0.005444778,0.018497335,0.0014351067],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","sts","open_science","insufficient_payload"],"category_scores_codex":[0.017370513,0.0014738293,0.001820907,0.0054236157,0.026541106,0.03651002,0.04145694,0.0007781123,0.110561475],"category_scores_gemma":[0.023214111,0.0017355075,0.00038284474,0.014149082,0.006767396,0.0030769345,0.090634905,0.0032955161,0.12062803],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004088453,0.00046471937,0.0000089455425,0.00067466544,0.00053631276,0.000102436796,0.00081419,0.00007933165,0.009974756,0.011354273,0.7322687,0.2433128],"study_design_scores_gemma":[0.0024502086,0.00052284135,0.0017942651,0.0014642468,0.0003681369,0.00074512133,0.0008159984,0.00040955792,0.00088537036,0.000991009,0.98811674,0.0014364802],"about_ca_topic_score_codex":0.0005019638,"about_ca_topic_score_gemma":0.0000036995077,"teacher_disagreement_score":0.63622975,"about_ca_system_score_codex":0.008444999,"about_ca_system_score_gemma":0.0011816178,"threshold_uncertainty_score":0.9998011},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7165401262","doi":"10.70550/sebi.v1i3.73","title":"Fighting Predatory Journals: A Strategic Solution for the Quality and Sustainability of Scientific Publications in Indonesia","year":2024,"lang":"","type":"article","venue":"Social and Economic Bulletin","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"WiLAN (Canada)","funders":"","keywords":"Sustainability; Reputation; Context (archaeology); Agency (philosophy); Quality (philosophy); Process (computing); Qualitative research; Government (linguistics)","score_opus":0.5523710859871966,"score_gpt":0.546888739866304,"score_spread":0.0054823461208926005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7165401262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9335787,0.016701426,0.0010697887,0.046396505,0.0007497671,0.0007976231,0.0002762438,0.000008943226,0.0004209894],"genre_scores_gemma":[0.9979191,0.0009807989,0.00004339516,0.000023073342,0.00017402261,0.000056175275,0.0000034892994,0.00000742339,0.0007925645],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.995859,0.00043507077,0.0013404322,0.00086801196,0.00092959503,0.000567843],"domain_scores_gemma":[0.9904461,0.007414004,0.0004035962,0.00030434423,0.0012438726,0.00018808716],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.06180832,0.00015289786,0.00038499746,0.010741283,0.001418059,0.008062727,0.0007314593,0.00020465814,0.0005849447],"category_scores_gemma":[0.0062364293,0.00010779454,0.00017456824,0.018077094,0.0013709267,0.00042357214,0.0004972166,0.00038683717,0.000015067222],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020802705,0.00042234067,0.25115854,0.0012264376,0.00016889427,0.0000019946838,0.008085914,0.00008879837,0.00025212223,0.1599487,0.024939973,0.55349827],"study_design_scores_gemma":[0.00087247713,0.00012497565,0.65367293,0.000058277175,0.00003639913,0.0000050593894,0.017906338,0.099244185,0.00002189299,0.14025244,0.087471575,0.00033347768],"about_ca_topic_score_codex":0.0008779424,"about_ca_topic_score_gemma":0.0002892595,"teacher_disagreement_score":0.5531648,"about_ca_system_score_codex":0.0003840014,"about_ca_system_score_gemma":0.0015268491,"threshold_uncertainty_score":0.999882},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W935588458","doi":"","title":"Open Access: Accessibility for the Ivory Tower","year":2013,"lang":"en","type":"article","venue":"Memorial University Research Repository (Memorial University)","topic":"Community Development and Social Impact","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ivory tower; Political science; Public relations; Scholarly communication; Government (linguistics); Institution; Library science; Business; Sociology; Publishing; Computer science","score_opus":0.15168469941009774,"score_gpt":0.33538985923685194,"score_spread":0.1837051598267542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W935588458","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48958904,0.00015250954,0.0013314444,0.0032933305,0.010011635,0.0047430573,0.0001394604,0.00016177137,0.49057776],"genre_scores_gemma":[0.87904996,0.00017063737,0.00026991483,0.00006028134,0.0021322498,0.0000062519052,0.000026003348,0.000031111857,0.11825357],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99743235,0.0004235484,0.00037600673,0.0007367153,0.00023515103,0.00079624826],"domain_scores_gemma":[0.9964324,0.0012440135,0.00029675156,0.0010545223,0.0006320913,0.00034018708],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023809166,0.0002499051,0.0005195063,0.0007048679,0.0037741032,0.0023459136,0.008179463,0.0002770416,0.0011381601],"category_scores_gemma":[0.0006605119,0.00026755742,0.00029683072,0.0016790645,0.0005811207,0.005108049,0.0052940403,0.0007427617,0.00023629155],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066250963,0.001639264,0.07036801,0.0001947518,0.001712847,0.00029818268,0.007960869,0.00009255671,0.0012493236,0.4268744,0.473698,0.009286725],"study_design_scores_gemma":[0.0045415,0.00025584872,0.030812746,0.000028866514,0.00004559903,0.0000028998345,0.006000195,0.00037267563,0.0004975029,0.018436687,0.9383609,0.000644576],"about_ca_topic_score_codex":0.028872266,"about_ca_topic_score_gemma":0.00089740683,"teacher_disagreement_score":0.4646629,"about_ca_system_score_codex":0.0013234193,"about_ca_system_score_gemma":0.0006706789,"threshold_uncertainty_score":0.99997765},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"}]}