{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":153,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":153,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"eae474962cb0","filters":{"topic":"Expert finding and Q&A systems"}},"results":[{"id":"W1974311367","doi":"10.1109/msr.2013.6624015","title":"Answering questions about unanswered questions of Stack Overflow","year":2013,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":217,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University of Saskatchewan","funders":"","keywords":"Computer science; Categorization; Stack (abstract data type); Data science; Service (business); Questions and answers; World Wide Web; Artificial intelligence; Business; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01346075516779667,"gpt":0.2488788650025992,"spread":0.2354181098348025,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000159947,0.0001209115,0.0001790241,0.0001220788,0.0001240688,0.0001418571,0.0005326868,0.00006848916,0.0001011505],"category_scores_gemma":[0.00005455867,0.0001028836,0.00006921667,0.0003393232,0.00004478764,0.0005895134,0.0001114895,0.00009168297,0.0002552284],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003730147,"about_ca_system_score_gemma":0.00006463005,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002926149,"about_ca_topic_score_gemma":0.0000781672,"domain_scores_codex":[0.9988875,0.00005932256,0.0003148833,0.0002680585,0.0002160718,0.0002541202],"domain_scores_gemma":[0.9989061,0.00007983141,0.00008568905,0.0006542092,0.000159973,0.0001141593],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002065683,0.0002861232,0.01148409,0.00008981587,0.00007007199,0.000006492399,0.003943518,0.001177884,0.04743014,0.8904237,0.02700173,0.01808433],"study_design_scores_gemma":[0.002382103,0.0009008527,0.250052,0.001816962,0.00004252625,0.0001783481,0.001239454,0.5808923,0.05707894,0.02595811,0.07675498,0.002703391],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1075975,0.0004412366,0.8547839,0.001401833,0.001093784,0.0003686942,0.000006309263,0.0006367773,0.03367001],"genre_scores_gemma":[0.9522107,0.00002436224,0.04327554,0.0000872815,0.0000607619,0.00004010543,0.00000159032,0.000008908059,0.00429075],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8644657,"threshold_uncertainty_score":0.4423482,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2000389083","doi":"10.1145/2187980.2188202","title":"Finding expert users in community question answering","year":2012,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":195,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Latent Dirichlet allocation; Computer science; Question answering; Topic model; Information retrieval; Matching (statistics); Set (abstract data type); Focus (optics); Data science; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.05150179347618641,"gpt":0.3147266579913301,"spread":0.2632248645151437,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001040153,0.00008392713,0.0001031681,0.0001196446,0.000158599,0.00007743996,0.0004435676,0.00005491801,0.000007055163],"category_scores_gemma":[0.0000665985,0.00007513771,0.00002558943,0.000243486,0.00001303172,0.0008182156,0.0001527091,0.0001935559,0.00004743167],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009313714,"about_ca_system_score_gemma":0.00001355199,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002561106,"about_ca_topic_score_gemma":0.0001216697,"domain_scores_codex":[0.9990655,0.0002469137,0.0001580957,0.00009977633,0.0001270423,0.0003027256],"domain_scores_gemma":[0.9993512,0.0001034811,0.00003389598,0.0003930997,0.00001218714,0.0001061196],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000007290702,0.0005294533,0.5996967,0.00005750264,0.00001987101,0.000009399441,0.1629859,0.0001964088,0.03084273,0.165314,0.007063791,0.03327692],"study_design_scores_gemma":[0.003855435,0.0005740802,0.5279635,0.002114827,0.000008205409,0.0003581916,0.02974943,0.183029,0.1411707,0.002262302,0.104813,0.004101255],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7957714,0.0002871921,0.1897051,0.0004311833,0.001109795,0.00009529029,1.580854e-7,0.0003141738,0.01228567],"genre_scores_gemma":[0.9876041,0.000007504531,0.01177116,0.0002553235,0.00007981007,0.00001121669,7.666368e-7,0.000005403647,0.0002647064],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1918327,"threshold_uncertainty_score":0.3871643,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2114072107","doi":"10.1287/mnsc.1040.0290","title":"Optimal Allocation of Proposals to Reviewers to Facilitate Effective Ranking","year":2005,"lang":"en","type":"article","venue":"Management Science","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":97,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; York University","funders":"","keywords":"Ranking (information retrieval); Integer programming; Computer science; Set (abstract data type); Heuristic; Operations research; Integer (computer science); Heuristics; Management science; Information retrieval; Artificial intelligence; Mathematics; Economics; Algorithm","retraction":null,"screen_n_in":null,"score":{"opus":0.02411830330092792,"gpt":0.2783879839842385,"spread":0.2542696806833106,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002131066,0.0001092009,0.0001584127,0.0003740324,0.0001776506,0.0001462437,0.001395957,0.00001281705,0.000003273705],"category_scores_gemma":[0.00009194272,0.00009400694,0.00003692606,0.001789243,0.00007172333,0.0005746699,0.0005358528,0.00003676071,0.0002616146],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001459837,"about_ca_system_score_gemma":0.0000206351,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003116043,"about_ca_topic_score_gemma":0.000004051141,"domain_scores_codex":[0.9980931,0.00005644451,0.0002598028,0.0005631691,0.0006951403,0.0003323315],"domain_scores_gemma":[0.9990627,0.00003080768,0.00007114323,0.0005988827,0.0001093878,0.0001271305],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001462426,0.0001055136,0.0004503247,0.0002451246,0.00002299296,0.000005914646,0.0164505,0.04308095,0.0227864,0.06617439,0.004732867,0.8459304],"study_design_scores_gemma":[0.001877775,0.002027243,0.03964722,0.003258718,0.00005204047,0.00002074449,0.001879159,0.2541607,0.1685618,0.0006774768,0.5254669,0.002370227],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07814188,0.00009326066,0.9046335,0.003077747,0.0004444187,0.001793389,7.815931e-7,0.0001185802,0.01169644],"genre_scores_gemma":[0.8358651,0.000006843514,0.1624915,0.00047066,0.00002612177,0.0001202225,1.81431e-7,0.000003351163,0.001016018],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8435602,"threshold_uncertainty_score":0.3833492,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2155203104","doi":"","title":"The Toronto Paper Matching System: An automated paper-reviewer assignment system","year":2013,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":96,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Task (project management); Process (computing); Matching (statistics); Field (mathematics); Simple (philosophy); Artificial intelligence; Software engineering; Data science; Human–computer interaction; World Wide Web; Multimedia; Engineering; Systems engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01232742702407,"gpt":0.2544164973589323,"spread":0.2420890703348623,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001227155,0.0002873403,0.0003619266,0.00002234904,0.0007173297,0.001269256,0.001512959,0.0001110541,0.00006914417],"category_scores_gemma":[0.00001901612,0.0001563906,0.0001155795,0.0001375702,0.00002503347,0.001935584,0.0002465312,0.0001027259,0.00105827],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005936282,"about_ca_system_score_gemma":0.00004429165,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00924792,"about_ca_topic_score_gemma":0.0004584571,"domain_scores_codex":[0.9970909,0.0004969008,0.0006604456,0.0005547022,0.0006253454,0.0005716508],"domain_scores_gemma":[0.9976577,0.0001541937,0.0001961754,0.001544295,0.0002023715,0.0002452663],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004626255,0.0001564499,0.0002310142,0.001016503,0.0002049022,0.0000342499,0.006881739,0.0002159401,0.01333102,0.7670468,0.1669855,0.04389124],"study_design_scores_gemma":[0.0008729857,0.0003498395,0.002770993,0.002148007,0.00004005044,0.0003628326,0.01906385,0.722387,0.0006137141,0.0001438022,0.2496779,0.001569042],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02687975,0.02657694,0.4704899,0.009987999,0.03263203,0.008507541,0.00000868973,0.03624641,0.3886707],"genre_scores_gemma":[0.9911525,0.00003003232,0.004097931,0.0004364545,0.0002996584,0.0003865052,0.000001916308,0.00002715381,0.003567795],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9642728,"threshold_uncertainty_score":0.9997675,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2561827022","doi":"10.1609/aaai.v30i1.9972","title":"Community-Based Question Answering via Heterogeneous Social Network Learning","year":2016,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Fundamental Research Funds for the Central Universities; National Key Research and Development Program of China; Natural Sciences and Engineering Research Council of Canada; China Knowledge Centre for Engineering Sciences and Technology","keywords":"Question answering; Computer science; Matching (statistics); Similarity (geometry); Bottleneck; Quality (philosophy); Questions and answers; Information retrieval; Rank (graph theory); Social network (sociolinguistics); Learning to rank; Data science; World Wide Web; Social media; Artificial intelligence; Mathematics; Ranking (information retrieval)","retraction":null,"screen_n_in":null,"score":{"opus":0.0727782252670084,"gpt":0.2959642452401448,"spread":0.2231860199731364,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001252389,0.0002356982,0.0002866112,0.0000988454,0.0008872422,0.0002279652,0.001865812,0.0001300734,0.00001485935],"category_scores_gemma":[0.0002308336,0.0001562202,0.0001453863,0.0004825722,0.0002390319,0.0003029763,0.0003287326,0.0004482579,0.00007316218],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008772282,"about_ca_system_score_gemma":0.00006219764,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001022067,"about_ca_topic_score_gemma":0.00001775787,"domain_scores_codex":[0.9980831,0.0001482226,0.0005114373,0.0003585947,0.0004475211,0.000451108],"domain_scores_gemma":[0.998587,0.0001828563,0.0004404617,0.0002797885,0.0004303863,0.00007948395],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000107826,0.0002086658,0.001623071,0.00009696399,0.00003390592,0.0000014021,0.004316682,0.00147682,0.237694,0.5422228,0.0002746471,0.2119432],"study_design_scores_gemma":[0.00009586729,0.0006150464,0.000255389,0.001266681,0.0000152979,0.00001649031,0.0003385762,0.09671213,0.8008106,0.09819543,0.001073474,0.0006050598],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3757398,0.00003413936,0.6102676,0.007537376,0.001309042,0.0004875852,0.000002842226,0.00052656,0.004094956],"genre_scores_gemma":[0.9977843,0.00000680707,0.001585349,0.0001857923,0.000207835,0.00002604396,3.9063e-7,0.00001734166,0.0001861834],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6220444,"threshold_uncertainty_score":0.682404,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2598817001","doi":"10.1109/saner.2017.7884629","title":"Stack Overflow: A code laundering platform?","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":82,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Code reuse; Computer science; License; Android (operating system); Call stack; Reuse; Source code; Code (set theory); Stack (abstract data type); Operating system; Software; Computer security; Programming language; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.08304347577343785,"gpt":0.3119751304834361,"spread":0.2289316547099983,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0004405044,0.0003300924,0.0004397379,0.0001288022,0.0003230851,0.001488702,0.003216067,0.0003582251,0.0000232487],"category_scores_gemma":[0.00005478959,0.0002859147,0.0001861443,0.00004572446,0.00003901254,0.0004006905,0.003626772,0.0005657393,0.000263274],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000129236,"about_ca_system_score_gemma":0.0002266428,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005630593,"about_ca_topic_score_gemma":0.0001536692,"domain_scores_codex":[0.9978876,0.00002978813,0.0003484367,0.0008394468,0.0004465697,0.0004481383],"domain_scores_gemma":[0.9965603,0.00006600525,0.0003046657,0.002841936,0.00006896401,0.0001580994],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003820963,0.0004427173,0.00512177,0.002271534,0.0009553892,0.0007043084,0.05084635,0.01172557,0.001898768,0.6292,0.2466982,0.05009716],"study_design_scores_gemma":[0.001394059,0.0001727117,0.001477396,0.0024035,0.00003072239,0.0001862113,0.0004368366,0.7838641,0.007352635,0.05047615,0.1488174,0.003388306],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0205332,0.0004907986,0.8347825,0.0006644726,0.006666696,0.0003953212,0.00001478818,0.001051452,0.1354007],"genre_scores_gemma":[0.9509815,0.00008132496,0.02888937,0.0002067835,0.0005544519,0.00005574676,0.00001132325,0.00003426515,0.01918523],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9304483,"threshold_uncertainty_score":0.9999593,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2799424953","doi":"10.1162/tacl_a_00018","title":"Questionable Answers in Question Answering Research: Reproducibility and Variability of Published Results","year":2018,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Reproducibility; Computer science; Popularity; Reliability (semiconductor); Sample (material); Field (mathematics); Range (aeronautics); Code (set theory); Artificial intelligence; Data science; Statistics; Psychology; Mathematics; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.03935335336173296,"gpt":0.3372124674052018,"spread":0.2978591140434689,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01194193,0.00007815933,0.0001828203,0.0001864756,0.000262208,0.00005541673,0.0003454961,0.00009912577,9.353631e-7],"category_scores_gemma":[0.02501033,0.00007229423,0.00006476821,0.0007528743,0.0001683729,0.0001359262,0.00003179788,0.0001744432,5.293787e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002983564,"about_ca_system_score_gemma":0.0002173248,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004834671,"about_ca_topic_score_gemma":0.00009956647,"domain_scores_codex":[0.9976965,0.0004682724,0.0006501746,0.0004974864,0.000510078,0.0001775381],"domain_scores_gemma":[0.9936976,0.002086462,0.0003854324,0.0006454781,0.003148409,0.0000366158],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002556212,0.0008296469,0.08088548,0.0003592137,0.0001288388,2.614372e-7,0.00666531,0.1441174,0.0006060645,0.7634407,0.001212427,0.001499018],"study_design_scores_gemma":[0.001540354,0.0003705999,0.1695891,0.0002595996,0.00002710918,0.000001795414,0.0001445967,0.3996072,0.002871558,0.4223044,0.00304046,0.0002432712],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04610717,0.00003354694,0.9450108,0.002623426,0.002328465,0.0008299167,0.000210907,0.00008359756,0.002772204],"genre_scores_gemma":[0.9599282,0.000002767869,0.03972273,0.000009646972,0.0001305943,0.00001607539,0.00001085968,0.000005334638,0.0001737846],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.913821,"threshold_uncertainty_score":0.9832024,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2765212458","doi":"10.1007/s10664-017-9558-5","title":"Understanding the factors for fast answers in technical Q&A websites","year":2017,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Incentive; Dimension (graph theory); Order (exchange); Quality (philosophy); Computer science; Question answering; World Wide Web; Internet privacy; Business; Information retrieval; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.1566909395755117,"gpt":0.3245347511865024,"spread":0.1678438116109908,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000351221,0.0001747688,0.0002078121,0.00009669916,0.0004296445,0.0003983953,0.001194377,0.0001165177,0.000003018735],"category_scores_gemma":[0.00133903,0.0001237783,0.0001106977,0.0001540098,0.00004460228,0.0003148542,0.0002258704,0.0002390084,0.00001075824],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002283817,"about_ca_system_score_gemma":0.00002688951,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002999018,"about_ca_topic_score_gemma":0.00004927808,"domain_scores_codex":[0.9988155,0.00001753534,0.0002214001,0.000326411,0.0002099618,0.0004092346],"domain_scores_gemma":[0.9982224,0.0008894656,0.0000708302,0.0007051517,0.00001812213,0.00009407848],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000007265584,0.00005812582,0.9771742,0.00007905673,0.0000352183,0.00001074644,0.003048903,0.007331488,0.0009879448,0.005851203,0.004851537,0.0005642991],"study_design_scores_gemma":[0.001531278,0.0002027859,0.821027,0.0005720421,0.00001869048,0.00005418692,0.0004606776,0.08423481,0.000970676,0.002694681,0.08657163,0.001661583],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05218677,0.00007387649,0.9456147,0.0008499928,0.0006275935,0.0001941881,0.000003205103,0.0003575274,0.00009216549],"genre_scores_gemma":[0.9787405,0.00000234268,0.02093909,0.00003977312,0.0001033726,0.00003712618,0.000002093834,0.00001942466,0.0001163027],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9265537,"threshold_uncertainty_score":0.5047531,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1988374254","doi":"10.1145/2700481","title":"Identifying Authorities in Online Communities","year":2015,"lang":"en","type":"article","venue":"ACM Transactions on Intelligent Systems and Technology","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Dependency (UML); Identification (biology); Set (abstract data type); Feature vector; Function (biology); Feature (linguistics); Artificial intelligence; Online community; Machine learning; Reading (process); Data mining; Information retrieval; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.09771654972236936,"gpt":0.3155047130386311,"spread":0.2177881633162618,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003643793,0.0001611398,0.0002797034,0.0009390641,0.0001703794,0.0001382474,0.000855692,0.0002170477,0.000002788699],"category_scores_gemma":[0.00002431715,0.0001495617,0.00003361655,0.0005573801,0.0001161063,0.0002152563,0.00004599476,0.0003869863,0.00003275003],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009550135,"about_ca_system_score_gemma":0.0000409986,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002093791,"about_ca_topic_score_gemma":0.0007156327,"domain_scores_codex":[0.9988146,0.0001029847,0.0003937811,0.0002412814,0.0001793159,0.0002680558],"domain_scores_gemma":[0.9988071,0.0001167135,0.0000730649,0.0008363217,0.00009175407,0.00007507246],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00004794055,0.001436815,0.01417303,0.00050273,0.0002920492,0.0001781306,0.05220938,0.00360196,0.0006835944,0.6471654,0.001028956,0.27868],"study_design_scores_gemma":[0.003673018,0.003080922,0.0006578171,0.004198075,0.00006570388,0.003002832,0.590194,0.1455445,0.0173844,0.107775,0.1214137,0.003009937],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1102381,0.003217727,0.8810836,0.00222603,0.002041435,0.0002822882,0.00001119972,0.0006113385,0.000288258],"genre_scores_gemma":[0.9952534,0.0002629181,0.00364244,0.00002841624,0.00002743454,0.00008258247,0.000002415786,0.00001147331,0.0006889613],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8850152,"threshold_uncertainty_score":0.6098949,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2032599523","doi":"10.1145/1753326.1753376","title":"Why users of yahoo!","year":2010,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Meaning (existential); Subject (documents); Action (physics); Perception; Computer science; Internet privacy; Process (computing); Contrast (vision); Psychology; World Wide Web; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.0122085756653559,"gpt":0.2369765165422838,"spread":0.2247679408769279,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001271967,0.00004168145,0.00007020499,0.00004178883,0.00002640279,0.00003070241,0.0004537929,0.00003570643,0.00003607704],"category_scores_gemma":[0.00001611604,0.00003135566,0.00003038493,0.0001221297,0.00001870748,0.0001288892,0.00006382158,0.00006365774,0.00004795569],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000002400317,"about_ca_system_score_gemma":0.00001483092,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002869657,"about_ca_topic_score_gemma":0.00007524534,"domain_scores_codex":[0.999557,0.00001053141,0.00009898942,0.0001194558,0.0001154895,0.00009858067],"domain_scores_gemma":[0.9994919,0.00003007809,0.00003175864,0.0003749903,0.00002963916,0.00004159206],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001614756,0.00007360977,0.01529583,0.00001920966,0.0000163348,0.000005493248,0.002385101,0.000006936144,0.21618,0.5962356,0.1624167,0.007363585],"study_design_scores_gemma":[0.000658217,0.0001805355,0.00797624,0.00003995986,0.000003684047,0.00006435215,0.0002029365,0.02966753,0.2883558,0.003105889,0.6692446,0.0005002546],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.486367,0.00003744814,0.3863688,0.004147612,0.003664801,0.0001263714,8.26038e-7,0.0003802656,0.1189069],"genre_scores_gemma":[0.9729106,6.205823e-7,0.02500183,0.0004849027,0.00004924181,0.000001870892,1.331991e-7,0.000002532055,0.001548279],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5931297,"threshold_uncertainty_score":0.1278646,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2132930719","doi":"10.1145/2047196.2047218","title":"IP-QAT","year":2011,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Computer science; Context (archaeology); World Wide Web; Database transaction; Software; Cloud computing; Product (mathematics); Field (mathematics); Operating system; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.06291359197928667,"gpt":0.2131923256697858,"spread":0.1502787336904992,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009272146,0.00004344552,0.00005047971,0.00003030124,0.00004060454,0.00003285988,0.0004308753,0.00002366846,0.00008111004],"category_scores_gemma":[0.000004658753,0.00003172051,0.00002380153,0.00009523509,0.000008637064,0.0001562372,0.00007811846,0.00002852441,0.0007462153],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000006535666,"about_ca_system_score_gemma":0.000009662699,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001764321,"about_ca_topic_score_gemma":0.000008047125,"domain_scores_codex":[0.9995714,0.00001416926,0.00007222288,0.0001394642,0.00008140626,0.0001213713],"domain_scores_gemma":[0.9995956,0.000009418777,0.0000158282,0.0003184373,0.00001463202,0.00004602987],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001047989,0.00004909502,0.002590539,0.000004066226,0.00001091626,0.00001952543,0.00692197,3.384009e-7,0.0008003958,0.9369729,0.03359476,0.01903449],"study_design_scores_gemma":[0.001502703,0.0007126643,0.04993533,0.0001153264,0.000006409841,0.0003642488,0.0009312289,0.04954867,0.1768726,0.03974742,0.678344,0.001919381],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.008679504,0.00006264912,0.4444171,0.0001782866,0.0007748204,0.00004161395,9.285531e-8,0.0003634111,0.5454826],"genre_scores_gemma":[0.9510338,0.000001787118,0.03755454,0.0002881093,0.00004880416,0.000003862514,8.889472e-8,0.000002790834,0.01106627],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9423543,"threshold_uncertainty_score":0.9591337,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2232682432","doi":"10.1177/0165551515614473","title":"Editorial","year":2016,"lang":"es","type":"editorial","venue":"Journal of Information Science","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of British Columbia","keywords":"Computer science; Variety (cybernetics); Set (abstract data type); Cognitive models of information retrieval; Information retrieval; Information needs; Online search; Information seeking; Field (mathematics); World Wide Web; Perspective (graphical); Data science; Search engine; Human–computer information retrieval; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.008593887028867568,"gpt":0.2862305538817965,"spread":0.277636666852929,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.01038034,0.0003673075,0.0006764441,0.00194483,0.0006738684,0.003422809,0.005578167,0.0005771701,0.00002352645],"category_scores_gemma":[0.00707564,0.000238179,0.000313964,0.001714253,0.0006297399,0.02664357,0.0005166386,0.00101666,0.0007140443],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007841294,"about_ca_system_score_gemma":0.00709772,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001802027,"about_ca_topic_score_gemma":3.384038e-7,"domain_scores_codex":[0.9885353,0.000120282,0.002475602,0.0002639966,0.007929198,0.0006756313],"domain_scores_gemma":[0.9847984,0.0007734488,0.005309743,0.0007132685,0.007898322,0.0005067708],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003453475,0.0000169068,0.00001657127,0.00004482855,0.00001504745,0.000002585278,0.002386407,0.00001898893,0.0003566513,0.002104226,0.9847767,0.0102266],"study_design_scores_gemma":[0.0008664465,0.0004220354,0.00003121918,0.0009626413,0.00001146748,0.00008913579,0.0001213343,0.000386193,0.0005215314,0.0001784893,0.996091,0.0003184885],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.0001031619,0.00005998511,0.05888908,0.0005039527,0.9355183,0.0001247874,0.00002594558,0.00002904659,0.004745688],"genre_scores_gemma":[0.002788156,0.0002948792,0.002333814,0.00007098006,0.9942687,0.000002514329,0.000001748067,0.000008171512,0.0002311045],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.05875028,"threshold_uncertainty_score":0.9998021,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2057710186","doi":"10.1145/2491411.2494585","title":"Toward understanding the causes of unanswered questions in software information sites: a case study of stack overflow","year":2013,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Stack (abstract data type); Data science; Software; Software engineering; World Wide Web; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.07642609621534562,"gpt":0.2817269057579906,"spread":0.205300809542645,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002603256,0.00008106473,0.0001495945,0.0001666516,0.00007557205,0.00009096829,0.0002800608,0.00003578982,0.00001096175],"category_scores_gemma":[0.00009572274,0.00005273655,0.00002770526,0.0004470455,0.00002815021,0.0009680767,0.0000984145,0.00006782474,0.000007926114],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008006945,"about_ca_system_score_gemma":0.00005204904,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01235121,"about_ca_topic_score_gemma":0.001836652,"domain_scores_codex":[0.9990613,0.00009285732,0.0003954687,0.0001010679,0.000220468,0.0001288446],"domain_scores_gemma":[0.999141,0.0002101001,0.0001487009,0.0003681598,0.0001018918,0.00003015581],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001324873,0.001023895,0.2150044,0.0003375749,0.0001400452,0.0001127371,0.7097229,0.007786096,0.0005590909,0.05855419,0.003482777,0.003263056],"study_design_scores_gemma":[0.003474185,0.001621707,0.02359774,0.0005030657,0.00003027193,0.0006222071,0.7858417,0.1771849,0.001231682,0.005094406,0.0001077718,0.0006903742],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7285817,0.00002075408,0.2704962,0.0001132429,0.00009032663,0.0004126231,0.000002163693,0.0000510567,0.0002319399],"genre_scores_gemma":[0.9979954,0.000002458929,0.001899939,0.00003245847,0.000006212263,0.00002703315,8.267206e-7,0.000002661628,0.00003300964],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2694137,"threshold_uncertainty_score":0.9942256,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2966112319","doi":"10.1007/s10664-019-09744-3","title":"Bounties on technical Q&A sites: a case study of Stack Overflow bounties","year":2019,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta; Queen's University","funders":"","keywords":"Reputation; Stack (abstract data type); Computer science; Data science; Operations research; World Wide Web; Engineering; Sociology; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.03689709197803617,"gpt":0.2920539228573886,"spread":0.2551568308793524,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002913015,0.0002622292,0.0004247676,0.0002208936,0.00008634429,0.000143652,0.0005544167,0.0001287956,0.0000170398],"category_scores_gemma":[0.0002961386,0.0002300129,0.0001121998,0.0005234586,0.00002196204,0.0002668368,0.0002735255,0.0003143339,0.0001008944],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001086531,"about_ca_system_score_gemma":0.00003731483,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001544603,"about_ca_topic_score_gemma":0.00003496313,"domain_scores_codex":[0.9981453,0.00004780318,0.0004190906,0.0004846567,0.0005167782,0.0003863571],"domain_scores_gemma":[0.9983743,0.0004964833,0.00008828427,0.0008576016,0.0000680535,0.0001152158],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004488246,0.001732573,0.9179969,0.0005645494,0.0002250416,0.001062616,0.02330039,0.03920494,0.002614147,0.001036006,0.0110711,0.001146774],"study_design_scores_gemma":[0.01783111,0.02353007,0.4286807,0.004029538,0.0002705977,0.01345473,0.01389339,0.1882443,0.007521407,0.0006159544,0.2888736,0.01305459],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9234815,0.0001922512,0.07462877,0.0000437641,0.0006265104,0.0003121145,0.000003721306,0.0006553353,0.00005600961],"genre_scores_gemma":[0.9909761,0.000001719745,0.008496406,0.00005171299,0.0001003245,0.00002859997,0.000001714562,0.00002894447,0.0003144935],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4893163,"threshold_uncertainty_score":0.9379652,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2127408419","doi":"10.1007/s10115-009-0202-6","title":"Integrating multiple document features in language models for expert finding","year":2009,"lang":"en","type":"article","venue":"Knowledge and Information Systems","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"Engineering and Physical Sciences Research Council; Commonwealth Scientific and Industrial Research Organisation","keywords":"Computer science; Information retrieval; Language model; Paragraph; Document retrieval; Document management system; Question answering; PageRank; Intranet; Key (lock); Subject-matter expert; Expert system; Artificial intelligence; Natural language processing; World Wide Web; The Internet","retraction":null,"screen_n_in":null,"score":{"opus":0.0164611288398977,"gpt":0.2821247681681098,"spread":0.2656636393282121,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000528978,0.0001355566,0.0002048266,0.000259945,0.0001404174,0.0004474689,0.0002510221,0.00008759899,3.289034e-7],"category_scores_gemma":[0.00005965599,0.0001088115,0.00004167459,0.0002128033,0.000007313301,0.003373622,0.0000419241,0.00008505226,0.00001268685],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008166504,"about_ca_system_score_gemma":0.00002938947,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001350777,"about_ca_topic_score_gemma":0.00002449997,"domain_scores_codex":[0.9989958,0.00004565015,0.0004510571,0.0001491352,0.0001294689,0.0002288229],"domain_scores_gemma":[0.9994031,0.0001119286,0.0001343127,0.0002075612,0.00008109167,0.00006198976],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002363901,0.00006288664,0.0003253711,0.0003143984,0.0000193347,0.000002190296,0.3875514,0.001465955,0.001510756,0.4038297,0.01437988,0.1905145],"study_design_scores_gemma":[0.001572292,0.0001783234,0.0003864556,0.0007275147,0.000001901951,0.00004354706,0.01204932,0.9333828,0.001535453,0.000395465,0.04931827,0.0004086692],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02876982,0.009788663,0.9127027,0.0004090197,0.001882097,0.001592532,0.000009792342,0.0003754445,0.04446989],"genre_scores_gemma":[0.9962328,0.00003087949,0.003005077,0.0001329437,0.0001280436,0.0001037768,0.00001452687,0.000003558226,0.0003483838],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.967463,"threshold_uncertainty_score":0.4437204,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1782140593","doi":"10.48550/arxiv.1202.3706","title":"A Framework for Optimizing Paper Matching","year":2012,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Matching (statistics); Pairwise comparison; Computer science; Set (abstract data type); Domain (mathematical analysis); Frame (networking); Measure (data warehouse); Integer (computer science); Blossom algorithm; Machine learning; Artificial intelligence; Data mining; Information retrieval; Mathematics; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.08513667651695354,"gpt":0.2094413763710582,"spread":0.1243046998541047,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002779834,0.0001226869,0.00013928,0.00008709907,0.000245595,0.00007334672,0.0006135295,0.0001020603,0.00001174915],"category_scores_gemma":[0.00003021212,0.0001274119,0.0001075712,0.0003357223,0.00002243373,0.0009963477,0.0001644843,0.0001259082,0.00008305986],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006689004,"about_ca_system_score_gemma":0.00001843337,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000363628,"about_ca_topic_score_gemma":0.00000204799,"domain_scores_codex":[0.9990596,0.00004730239,0.00009934082,0.000320809,0.00004873444,0.0004242474],"domain_scores_gemma":[0.9990548,0.0002171262,0.00007405253,0.0004628844,0.00003613403,0.0001549949],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006572405,0.00003781615,0.002080093,0.0000137874,0.00002025427,0.000008150503,0.001650334,0.004262112,0.0002355817,0.9910383,0.0002731134,0.0003739009],"study_design_scores_gemma":[0.002499663,0.0003040378,0.003241649,0.0005152134,0.000105734,0.00008568831,0.003242084,0.5878814,0.002646551,0.3496539,0.0474357,0.002388427],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07268424,0.00008790387,0.9245897,0.000125181,0.0006648136,0.0001173772,0.000001140007,0.000191452,0.001538184],"genre_scores_gemma":[0.9224883,0.000008755556,0.07637289,0.0002302874,0.0001911382,0.000001128717,7.736762e-7,0.00001082598,0.0006958531],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8498041,"threshold_uncertainty_score":0.5195707,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1992440927","doi":"10.1109/tkde.2014.2359672","title":"Incorporating Social Role Theory into Topic Models for Social Media Content Analysis","year":2014,"lang":"en","type":"article","venue":"IEEE Transactions on Knowledge and Data Engineering","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"National Key Research and Development Program of China; Engineering and Physical Sciences Research Council; National Natural Science Foundation of China","keywords":"Social media; Computer science; Microblogging; Generative model; Focus (optics); Topic model; Regularization (linguistics); Data science; Process (computing); World Wide Web; Information retrieval; Generative grammar; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.06034266008053929,"gpt":0.2760029146332962,"spread":0.2156602545527569,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005160914,0.0001376504,0.0002437797,0.0002134712,0.0003523603,0.0001069488,0.0004725849,0.00008252395,0.000001274919],"category_scores_gemma":[0.0000136916,0.0001325366,0.00008825614,0.0003233371,0.00001976593,0.0004287004,0.00001359593,0.0001206259,0.000003296483],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003186954,"about_ca_system_score_gemma":0.0000199974,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001856599,"about_ca_topic_score_gemma":0.000114692,"domain_scores_codex":[0.9990963,0.00004776707,0.0002153969,0.0003579402,0.0001012422,0.0001812933],"domain_scores_gemma":[0.9991835,0.0003202034,0.00004521238,0.000337905,0.00005114764,0.00006199816],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004446869,0.0003330523,0.00003704409,0.000330411,0.001285972,0.000001786649,0.05787529,0.05675768,0.009690684,0.2385054,0.0004243369,0.6347139],"study_design_scores_gemma":[0.0002789734,0.00002307336,0.00004101272,0.00001462423,0.00008705148,9.76832e-7,0.0001766249,0.9962506,0.0009428223,0.001358243,0.0006535567,0.0001724427],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003146202,0.0001657948,0.9957112,0.00006782438,0.0004993561,0.00008682329,0.00003930881,0.0001412139,0.0001422438],"genre_scores_gemma":[0.9894822,0.000004553241,0.01006922,0.00001423975,0.0003020756,0.0000407139,0.00002292678,0.00001178615,0.00005224697],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9863361,"threshold_uncertainty_score":0.5404687,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2401413208","doi":"10.1145/2901739.2901772","title":"How the R community creates and curates knowledge","year":2016,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Flourishing; Computer science; Set (abstract data type); Citizen journalism; Knowledge management; Data science; Channel (broadcasting); World Wide Web; Software; Online community; Community of practice; Sociology; Psychology; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.04645835147828687,"gpt":0.2604488349183801,"spread":0.2139904834400932,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003465749,0.0000667358,0.00007224419,0.00002169974,0.0003296102,0.0002769524,0.0005593135,0.0000251262,0.000003406479],"category_scores_gemma":[0.00005684392,0.00002546664,0.00001864398,0.00008702036,0.00007802103,0.0002723487,0.0002368576,0.00006320774,0.00003639406],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000008663369,"about_ca_system_score_gemma":0.00001045163,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001334312,"about_ca_topic_score_gemma":0.00007465774,"domain_scores_codex":[0.9994659,0.0001959894,0.0000590983,0.00009830559,0.00005551174,0.0001251353],"domain_scores_gemma":[0.9988676,0.0005719225,0.00002320345,0.0004613278,0.0000353921,0.00004053898],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003436512,0.0001335842,0.02818961,0.00003249922,0.00004817472,0.000002828659,0.0210197,9.859848e-8,0.02519867,0.6678058,0.05994137,0.1976242],"study_design_scores_gemma":[0.002368277,0.0007728746,0.05471534,0.000622538,0.00001886039,0.0002807259,0.008343485,0.009440756,0.1729713,0.04674098,0.7022245,0.00150037],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5839244,0.003697085,0.2585351,0.06405447,0.001000483,0.0003228541,0.00000329903,0.0008084011,0.08765388],"genre_scores_gemma":[0.9843522,0.00003062395,0.0006349047,0.00008115344,0.00004318494,0.000007134868,8.501507e-8,0.000002802008,0.01484786],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6422831,"threshold_uncertainty_score":0.2670659,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2042140705","doi":"10.1145/1984701.1984702","title":"Leveraging social media to gather user feedback for software development","year":2011,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Social media; Software deployment; Computer science; Transparency (behavior); Software; World Wide Web; Service (business); Social computing; Internet privacy; Multimedia; Business; Software engineering; Computer security; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.09079557844140053,"gpt":0.2559788865886624,"spread":0.1651833081472618,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002479938,0.0001125406,0.0001309041,0.00006862295,0.0001988218,0.0000744641,0.0005387258,0.0000524497,0.00005551776],"category_scores_gemma":[0.00003976945,0.00009262945,0.00004722666,0.0001346529,0.000009238438,0.0001452759,0.0001530694,0.00003996602,0.0002693916],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005162419,"about_ca_system_score_gemma":0.00007014823,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002733877,"about_ca_topic_score_gemma":0.00003521361,"domain_scores_codex":[0.9990226,0.00001723869,0.0001818006,0.0002951749,0.0001800952,0.000303094],"domain_scores_gemma":[0.9995392,0.0000696287,0.00003620424,0.0001901157,0.00006856045,0.00009629078],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002535663,0.0001693677,0.007108134,0.00006005506,0.00009101278,0.00001059119,0.5921506,0.000004008328,0.0008205303,0.04710207,0.1611353,0.1913229],"study_design_scores_gemma":[0.002406922,0.0001700151,0.06238505,0.000200503,0.00001343544,0.000029738,0.004597943,0.001119288,0.07145504,0.005349833,0.8499656,0.002306585],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02696283,0.0000139177,0.968033,0.0003034592,0.0008251414,0.0001887988,6.391411e-7,0.0002822625,0.003389968],"genre_scores_gemma":[0.3470135,2.024481e-7,0.6473068,0.0007827325,0.0002036295,0.00008396617,0.000001334912,0.00001654316,0.00459131],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6888304,"threshold_uncertainty_score":0.3777319,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2034228952","doi":"10.1145/1435417.1435430","title":"ViewpointScaling the academic publication process to internet scale","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Process (computing); Scale (ratio); The Internet; Computer science; World Wide Web; Programming language; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.09442681693329798,"gpt":0.3405484874197267,"spread":0.2461216704864287,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0006027728,0.00007013504,0.00009967389,0.00005957813,0.0004050404,0.00003915759,0.05085055,0.00004765109,0.000001891798],"category_scores_gemma":[0.003259378,0.00004173288,0.00005893374,0.0007107964,0.0001594891,0.0002218384,0.01323791,0.0002685318,0.00006987894],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003093012,"about_ca_system_score_gemma":0.00005656283,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007201752,"about_ca_topic_score_gemma":0.00001391699,"domain_scores_codex":[0.9990334,0.0001967145,0.0002957133,0.0001505372,0.0002000329,0.0001236338],"domain_scores_gemma":[0.978359,0.0002448678,0.0001814237,0.02097744,0.0001975486,0.00003973378],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001167663,0.0003928815,0.0413521,0.00007854862,0.00009309279,2.160026e-7,0.1397394,0.0005114364,0.00951876,0.1219399,0.6664898,0.01987219],"study_design_scores_gemma":[0.001133948,0.000181749,0.0766316,0.001665922,0.0000624508,0.0004438648,0.002913709,0.1358753,0.117814,0.1390461,0.5228613,0.00137012],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1820123,0.002494244,0.02541788,0.7783732,0.0005089032,0.0009747812,0.000005148885,0.0002618367,0.009951684],"genre_scores_gemma":[0.9735903,0.00009569384,0.02444889,0.001029342,0.00002643194,0.00009343478,0.000001864352,0.000006073892,0.0007080385],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7915779,"threshold_uncertainty_score":0.9947428,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3134384212","doi":"10.1145/3406522.3446021","title":"Tip of the Tongue Known-Item Retrieval","year":2021,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Information retrieval; Computer science; Tip of the tongue; Identifier; Context (archaeology); Cognitive models of information retrieval; Human–computer information retrieval; Information needs; Cognition; Search engine; World Wide Web; Psychology; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.01578652067899109,"gpt":0.2342781393179661,"spread":0.218491618638975,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001808831,0.00005396692,0.00009751898,0.00001789305,0.00006066866,0.00004860223,0.0005591806,0.00003969881,0.00003496385],"category_scores_gemma":[0.00009432945,0.00003270253,0.00007199433,0.0004290589,0.0000207807,0.00007938589,0.0002553564,0.00006278386,0.00003722131],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001473701,"about_ca_system_score_gemma":0.00008656914,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003814778,"about_ca_topic_score_gemma":0.00001350555,"domain_scores_codex":[0.9992633,0.00007127976,0.0001512915,0.0001754314,0.0002185386,0.0001201863],"domain_scores_gemma":[0.9991241,0.00008967148,0.00004628454,0.000623064,0.00008503847,0.00003180522],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000008009284,0.0002116691,0.01749478,0.00008918915,0.00007353314,0.00007077315,0.007066532,0.00003978531,0.1314254,0.7539862,0.0764325,0.01310156],"study_design_scores_gemma":[0.0004270091,0.00006143552,0.01123343,0.0001355498,0.000005617088,0.0001713179,0.0003451185,0.01538254,0.8610081,0.001331785,0.1096217,0.0002763712],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4779012,0.00169985,0.1203322,0.01117483,0.007440885,0.000299176,0.000004640162,0.0004144492,0.3807328],"genre_scores_gemma":[0.9740897,0.000003788307,0.002447441,0.0002291342,0.00007981649,8.031233e-7,2.675892e-7,0.000003279852,0.02314577],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7526544,"threshold_uncertainty_score":0.133357,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2168694452","doi":"10.1145/1458082.1458148","title":"Non-local evidence for expert finding","year":2008,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Canada Excellence Research Chairs, Government of Canada","keywords":"Computer science; Complement (music); Task (project management); Information retrieval; Prior probability; Data science; Artificial intelligence; Engineering; Bayesian probability","retraction":null,"screen_n_in":null,"score":{"opus":0.1475722388408096,"gpt":0.3459782915907313,"spread":0.1984060527499217,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000235262,0.0001115199,0.0001488974,0.00007138598,0.0002940946,0.00006481569,0.0007033402,0.00006080095,0.00001034842],"category_scores_gemma":[0.00005997202,0.00008973021,0.00008730812,0.0001925679,0.00004214769,0.0004913061,0.0001142254,0.00005500545,0.0001070332],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000515912,"about_ca_system_score_gemma":0.00006829158,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001475576,"about_ca_topic_score_gemma":0.00000564022,"domain_scores_codex":[0.9989089,0.00001654915,0.000193429,0.0003592671,0.0002146958,0.000307171],"domain_scores_gemma":[0.9991065,0.0002669631,0.00004415563,0.000434975,0.00005278274,0.00009468658],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005802147,0.0002656639,0.011002,0.0001284921,0.00008072983,0.0001855899,0.04215214,0.0003842793,0.03877966,0.09461825,0.7337314,0.0786138],"study_design_scores_gemma":[0.001927381,0.0008542661,0.004012038,0.0007827937,0.000005550491,0.0008380734,0.0008086825,0.7101263,0.1505898,0.0008708191,0.127607,0.001577285],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01186556,0.000367454,0.9830336,0.0008829284,0.0007632978,0.000185471,2.490673e-7,0.0002072885,0.002694163],"genre_scores_gemma":[0.9353719,0.00003484251,0.05897471,0.0005862337,0.0002223571,0.0000761868,3.956597e-7,0.000008235858,0.004725159],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9240589,"threshold_uncertainty_score":0.3659092,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3098900277","doi":"10.1109/msr.2015.55","title":"An Insight into the Unresolved Questions at Stack Overflow","year":2015,"lang":"en","type":"preprint","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Stack (abstract data type); Computer science; Popularity; Recall; Exploratory research; Data science; Information retrieval; Cognitive psychology; Programming language; Psychology; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.04141711959127973,"gpt":0.3026083821027247,"spread":0.2611912625114449,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008279318,0.0003109757,0.0003132406,0.0001202384,0.0003513643,0.000667126,0.002818675,0.0003119166,0.00003312112],"category_scores_gemma":[0.00006393929,0.0001933178,0.0001196293,0.00021896,0.00008143485,0.000267993,0.002551846,0.000505809,0.0003638456],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003593384,"about_ca_system_score_gemma":0.0003782826,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003615472,"about_ca_topic_score_gemma":0.001544111,"domain_scores_codex":[0.9975897,0.0003771989,0.0003660815,0.0008020938,0.0005478689,0.0003170592],"domain_scores_gemma":[0.9962976,0.0001133764,0.0001717733,0.002929782,0.0002399739,0.0002475171],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003398329,0.0005912099,0.006643616,0.0002059604,0.0003131032,0.00009138758,0.2032176,0.01432268,0.002301742,0.3741813,0.3813661,0.01673135],"study_design_scores_gemma":[0.000500367,0.0002406103,0.001517195,0.0003306495,0.00002656792,0.00003594178,0.0003909138,0.4068072,0.001556949,0.02004816,0.5672435,0.001302044],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06714002,0.004913739,0.7701531,0.01036697,0.01292577,0.00149904,0.00002086327,0.002526064,0.1304545],"genre_scores_gemma":[0.9521441,0.00008859712,0.02863767,0.0008094572,0.0008000211,0.0001467485,0.00004967198,0.00003773321,0.01728594],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8850042,"threshold_uncertainty_score":0.788327,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1977058264","doi":"10.1145/2492517.2492553","title":"The best answers? think twice","year":2013,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs; Baidu","keywords":"Computer science; World Wide Web; Reputation; Context (archaeology); The Internet; Microblogging; TRACE (psycholinguistics); Quality (philosophy); Social media; Internet privacy; Information retrieval; Data science","retraction":null,"screen_n_in":null,"score":{"opus":0.01471868825630572,"gpt":0.2320307528997211,"spread":0.2173120646434154,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002026051,0.00006792682,0.00005997047,0.00001900284,0.0002793985,0.0005014319,0.0008987868,0.00003301212,0.00002540093],"category_scores_gemma":[0.0000215204,0.00003574483,0.00003402529,0.0001406207,0.0000284773,0.0003380586,0.0001231478,0.00006954739,0.002858876],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000129273,"about_ca_system_score_gemma":0.00001797982,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008997901,"about_ca_topic_score_gemma":0.00002582326,"domain_scores_codex":[0.99929,0.00003950019,0.0001151932,0.000171596,0.0001715916,0.0002121394],"domain_scores_gemma":[0.9991674,0.0001365543,0.00003065577,0.0005532496,0.00005117674,0.00006096774],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001072043,0.00005670311,0.001338581,0.000007051114,0.00002891441,0.000005504337,0.006368318,0.000007810769,0.002618746,0.5991676,0.3154932,0.07490649],"study_design_scores_gemma":[0.0005535633,0.0003833798,0.003316612,0.00006439821,0.000005378194,0.000102015,0.005196894,0.1399545,0.005461151,0.01607085,0.8281078,0.0007835363],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.06538247,0.001252323,0.2576934,0.03677639,0.004249046,0.0006352603,4.23355e-7,0.000993897,0.6330168],"genre_scores_gemma":[0.9527425,0.00002066664,0.007733965,0.001055654,0.0001626395,0.00002549504,2.013677e-7,0.000005910165,0.03825294],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.88736,"threshold_uncertainty_score":0.9979175,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2074549053","doi":"10.5555/2820518.2820578","title":"An insight into the unresolved questions at stack overflow","year":2015,"lang":"en","type":"article","venue":"Mining Software Repositories","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Stack (abstract data type); Computer science; Popularity; Recall; Data science; Exploratory research; Information retrieval; Theoretical computer science; Artificial intelligence; Cognitive psychology; Programming language; Psychology; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.02544947971016761,"gpt":0.2739315046489646,"spread":0.248482024938797,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004526268,0.0001902963,0.0001911659,0.00006412197,0.0007999775,0.0005848537,0.0009101943,0.0001084224,0.00000117505],"category_scores_gemma":[0.0004112383,0.0001338482,0.00005697398,0.0003574626,0.0001058311,0.0006213679,0.0003014522,0.0001304036,0.00002983279],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002279261,"about_ca_system_score_gemma":0.0002079842,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007079636,"about_ca_topic_score_gemma":0.0001672593,"domain_scores_codex":[0.9982501,0.0002246133,0.0002967421,0.0004391301,0.0004961813,0.0002932181],"domain_scores_gemma":[0.997941,0.0002871101,0.0001372823,0.001178363,0.0002488544,0.0002073964],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004190273,0.0001639119,0.3596095,0.00004413115,0.0001029942,0.0001769797,0.5825591,0.0009093912,0.002398772,0.009927065,0.03247862,0.01158766],"study_design_scores_gemma":[0.001455231,0.001727039,0.02251848,0.0005877636,0.00006817612,0.0006645915,0.009140545,0.01576368,0.02647526,0.00199978,0.9176403,0.001959118],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6915136,0.0045507,0.2854517,0.001250586,0.01203957,0.0003232704,0.000003582759,0.002241213,0.002625767],"genre_scores_gemma":[0.9228501,0.00000617337,0.07339271,0.000114222,0.0008607206,0.00004749702,0.000007567262,0.00002290916,0.002698096],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8851617,"threshold_uncertainty_score":0.6152861,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2168189845","doi":"10.1145/2556288.2557118","title":"TaggedComments","year":2014,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; University of Manitoba","funders":"","keywords":"Computer science; Visibility; World Wide Web; Screen reader; Multimedia; Information retrieval; Web page; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.008178714451023479,"gpt":0.2159156634424189,"spread":0.2077369489913954,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001795425,0.00004077128,0.00005226465,0.00002629177,0.00005237479,0.00006945602,0.0004021314,0.00001835917,0.00001368795],"category_scores_gemma":[0.00001322486,0.00003059951,0.00001939565,0.00007663403,0.000005139326,0.0001110106,0.0000808468,0.00002735427,0.0004720612],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000007405324,"about_ca_system_score_gemma":0.000003921356,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003626426,"about_ca_topic_score_gemma":0.000001946111,"domain_scores_codex":[0.9995569,0.00003130329,0.00007029737,0.0001275232,0.0001008462,0.0001131403],"domain_scores_gemma":[0.9995873,0.00003008482,0.0000169033,0.000311015,0.00001113889,0.00004358231],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[3.089469e-7,0.00002971756,0.002461173,0.000003866227,0.000005374595,0.000001076376,0.0004984401,0.000004660373,0.0009147829,0.8801734,0.0695269,0.0463803],"study_design_scores_gemma":[0.0003397385,0.00008016668,0.00176587,0.0000166215,7.546547e-7,0.00001406271,0.00002031703,0.1059372,0.005703837,0.003963294,0.8819454,0.0002127412],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002797979,0.00001069686,0.784035,0.001631612,0.0004946257,0.00002503868,4.132081e-8,0.0002018007,0.2108032],"genre_scores_gemma":[0.9739964,5.564015e-7,0.01893344,0.001432156,0.0000754507,0.000003500247,2.030213e-7,0.000002336143,0.005555962],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9711984,"threshold_uncertainty_score":0.606755,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3040739755","doi":"10.1108/oir-12-2019-0380","title":"Triggers and strategies related to the collaborative information-seeking behaviour of researchers in ResearchGate","year":2020,"lang":"en","type":"article","venue":"Online Information Review","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Information seeking; Originality; Information needs; Computer science; Population; Information sharing; Knowledge management; Information seeking behavior; Visibility; Information behavior; World Wide Web; Psychology; Information retrieval; Social psychology; Sociology; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.05983348807536749,"gpt":0.3612030471319712,"spread":0.3013695590566037,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001562256,0.00009196504,0.0002283131,0.0001694906,0.00008014366,0.0002160706,0.0005026702,0.00004494736,0.00000735506],"category_scores_gemma":[0.0007547749,0.00006320408,0.00003009663,0.002043354,0.00003847835,0.003295023,0.0001693013,0.0002477928,0.00005547949],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003549401,"about_ca_system_score_gemma":0.0002740412,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007296233,"about_ca_topic_score_gemma":0.00001870098,"domain_scores_codex":[0.9983027,0.0002227291,0.000778871,0.00008381099,0.0004395781,0.0001723087],"domain_scores_gemma":[0.9989277,0.0001180321,0.0002507129,0.0002347016,0.000361946,0.0001068803],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001115106,0.0001087298,0.004436065,0.01179265,0.0001116902,0.00001046514,0.3004585,0.005219338,0.000169295,0.1132291,0.074876,0.4894766],"study_design_scores_gemma":[0.002083552,0.0008213877,0.01568134,0.01160229,0.00001917357,0.0000252537,0.03831584,0.1326907,0.0001284447,0.0002828064,0.7976514,0.0006977359],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1121854,0.08287887,0.08217993,0.6700602,0.0007987256,0.01580871,0.0005418583,0.0007119288,0.03483439],"genre_scores_gemma":[0.9339792,0.04410646,0.009874301,0.0115036,0.00003418164,0.0002199814,0.000200001,0.00001232226,0.00006998314],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8217937,"threshold_uncertainty_score":0.2577387,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4254148680","doi":"10.1109/msr.2015.28","title":"Recommending Posts concerning API Issues in Developer Q&A Sites","year":2015,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Popularity; Usability; Reputation; World Wide Web; Baseline (sea); Android (operating system); Recommender system; Social media; Data science; Software engineering; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.157953277824325,"gpt":0.3502301722673784,"spread":0.1922768944430534,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001252743,0.0002559298,0.0003568018,0.0002658312,0.0001442794,0.0004263581,0.0009492098,0.0001315069,0.0001130471],"category_scores_gemma":[0.0003377627,0.0002175515,0.00005687685,0.0006326867,0.00003803392,0.0007626232,0.0004279288,0.000230247,0.00276863],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002134993,"about_ca_system_score_gemma":0.000122471,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001332562,"about_ca_topic_score_gemma":0.001430439,"domain_scores_codex":[0.9977975,0.0001845921,0.0004781063,0.0005682138,0.0004044409,0.0005671588],"domain_scores_gemma":[0.9986506,0.0002079487,0.0001216583,0.0006400219,0.0001443607,0.0002354076],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003072079,0.0002058242,0.2363032,0.00007013692,0.00008116334,0.00005453051,0.08787695,0.0002570572,0.01661363,0.02689233,0.6011283,0.03048611],"study_design_scores_gemma":[0.0007411875,0.00003178852,0.001283482,0.0001977075,0.000002680528,0.000090471,0.0007479979,0.001796318,0.001980972,0.0007279323,0.9917114,0.0006880111],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7028943,0.00291078,0.1978204,0.01276689,0.003222265,0.0005268606,0.000004068291,0.001331739,0.07852278],"genre_scores_gemma":[0.7874537,0.00003897377,0.1843096,0.001154388,0.0003116415,0.00003127315,0.00001889689,0.00003264783,0.02664885],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3905831,"threshold_uncertainty_score":0.9980078,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3193822405","doi":"10.1007/s10664-021-10014-4","title":"An empirical study of Q&A websites for game developers","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Latent Dirichlet allocation; Game Developer; Game testing; Computer science; Video game development; Empirical research; World Wide Web; Game design document; Software development; Software; Game design; Topic model; Data science; Knowledge management; Multimedia; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.05243780047764452,"gpt":0.3366985135992673,"spread":0.2842607131216228,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002834234,0.0002090494,0.0003740944,0.0001178251,0.0000779816,0.0001067353,0.000589185,0.0001089527,0.0000124595],"category_scores_gemma":[0.0007246723,0.000195403,0.0001046877,0.000667688,0.00001266537,0.0002483866,0.0001603289,0.000159547,0.00001890541],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007044478,"about_ca_system_score_gemma":0.0001115354,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001272592,"about_ca_topic_score_gemma":0.00001660742,"domain_scores_codex":[0.9982798,0.00006527676,0.000404249,0.0005336151,0.0003346682,0.0003824027],"domain_scores_gemma":[0.998421,0.0005155848,0.00006019455,0.0006254588,0.0001824914,0.0001952398],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001903265,0.001633721,0.9287329,0.0002350416,0.0002079017,0.00007012822,0.02247217,0.0317656,0.004601689,0.0001602606,0.005950088,0.004151482],"study_design_scores_gemma":[0.004695116,0.002344868,0.5599155,0.0003876202,0.00008324894,0.0002478785,0.001695286,0.1691123,0.01245905,0.0002329126,0.2459455,0.002880733],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4623867,0.0001466471,0.5365849,0.0001040229,0.0003262162,0.0001353574,0.000002607875,0.0003039631,0.000009617418],"genre_scores_gemma":[0.8591216,0.000001609765,0.1403717,0.0001070353,0.0001448596,0.0000581414,0.000008596442,0.0000281921,0.0001583046],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3967349,"threshold_uncertainty_score":0.7968302,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2078788386","doi":"10.1002/asi.23469","title":"What motivates people to review articles? The case of the human‐computer interaction community","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Relevance (law); Peer review; Quality (philosophy); Psychology; Process (computing); Public relations; Medical education; Applied psychology; Computer science; Political science; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.03560543228195858,"gpt":0.315803675541707,"spread":0.2801982432597485,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00576246,0.00004669894,0.0001206423,0.0001852553,0.0006021725,0.0002531399,0.001085206,0.00004111302,1.826835e-7],"category_scores_gemma":[0.00205561,0.00002198914,0.00004744453,0.001496517,0.00006639006,0.002952011,0.0003521731,0.0002053823,0.000001908871],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001889083,"about_ca_system_score_gemma":0.0001037425,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003233561,"about_ca_topic_score_gemma":0.00003882922,"domain_scores_codex":[0.9989702,0.0001121327,0.0004136377,0.00003927425,0.0003582533,0.0001065763],"domain_scores_gemma":[0.9969082,0.0001688593,0.001078695,0.0003198666,0.00149335,0.00003097322],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002686771,0.000324497,0.04870062,0.000508948,0.0001996391,0.000002127061,0.1694154,0.002143872,0.006148277,0.2971726,0.1145636,0.3607936],"study_design_scores_gemma":[0.006884661,0.003996973,0.0782417,0.009412513,0.0003463399,0.01168547,0.1638597,0.1150707,0.1410748,0.1135361,0.3544425,0.001448637],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9259326,0.0001695165,0.007090618,0.06457422,0.001731362,0.0003708914,0.00000120812,0.00001912329,0.000110403],"genre_scores_gemma":[0.9984758,0.00003763614,0.0003894679,0.001047889,0.00002085911,0.000005529334,7.829301e-8,9.331239e-7,0.00002173318],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3593449,"threshold_uncertainty_score":0.4631485,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2594829673","doi":"10.1016/j.eswa.2017.03.006","title":"Enhanced question understanding with dynamic memory networks for textual question answering","year":2017,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Question answering; Computer science; Artificial intelligence; Dynamic random-access memory; Natural language processing; Information retrieval","retraction":null,"screen_n_in":null,"score":{"opus":0.02361650187737214,"gpt":0.2928168512079417,"spread":0.2692003493305696,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0004856302,0.0002652178,0.0003064448,0.000114876,0.001717603,0.000812329,0.0009034041,0.0001340131,6.377145e-7],"category_scores_gemma":[0.00001879047,0.0002084998,0.00004889209,0.000171538,0.0001161231,0.0007095545,0.00007212467,0.0001344501,0.000009874534],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003974397,"about_ca_system_score_gemma":0.00008859911,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004707865,"about_ca_topic_score_gemma":0.0002595616,"domain_scores_codex":[0.9981943,0.00007148879,0.0003368106,0.0006847489,0.0002990395,0.0004135818],"domain_scores_gemma":[0.9976282,0.0001213466,0.0004659046,0.001473718,0.0001617821,0.0001490413],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001705414,0.0002572133,0.0006231822,0.0003262495,0.0002638514,0.00001062991,0.006460567,0.03619444,0.01146334,0.9249749,0.001562131,0.01769302],"study_design_scores_gemma":[0.002068706,0.000547306,0.0004579803,0.001691038,0.00003079803,0.0001923424,0.004047036,0.9791179,0.001335679,0.0004682839,0.00884756,0.00119535],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0007137166,0.0005487499,0.9938481,0.0004458933,0.0003744844,0.001845324,0.000005651183,0.000387316,0.001830803],"genre_scores_gemma":[0.9760736,0.00002627228,0.01846032,0.00003353363,0.0003916865,0.004240093,0.0000275587,0.00004030678,0.0007066482],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9753878,"threshold_uncertainty_score":0.9995821,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2538860999","doi":"10.1007/978-3-319-47874-6_1","title":"Towards Understanding User Participation in Stack Overflow Using Profile Data","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Reputation; Computer science; User profile; Stack (abstract data type); Quality (philosophy); Social network (sociolinguistics); Order (exchange); Data mining; Information retrieval; World Wide Web; Social media","retraction":null,"screen_n_in":null,"score":{"opus":0.1298974629843937,"gpt":0.3323704827327812,"spread":0.2024730197483876,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001604089,0.000455266,0.0005221184,0.0008610465,0.000235648,0.0006580783,0.003946931,0.0003216875,0.00002073174],"category_scores_gemma":[0.0001421768,0.0003695503,0.00006203834,0.000647646,0.0003478932,0.001584825,0.002294792,0.0004965051,0.00003257663],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001244103,"about_ca_system_score_gemma":0.0008138798,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009015964,"about_ca_topic_score_gemma":0.0002335808,"domain_scores_codex":[0.9955818,0.00007789432,0.000643202,0.001810896,0.001080767,0.0008054517],"domain_scores_gemma":[0.9966625,0.0003399314,0.0003268012,0.002415147,0.000102631,0.0001529868],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004659511,0.0002114492,0.004079764,0.0003702207,0.00007326373,0.0005227369,0.009886351,0.04523877,0.00255831,0.3170995,0.0003995702,0.6195135],"study_design_scores_gemma":[0.0004004985,0.00008575062,0.0001552883,0.001547798,0.000005788751,0.0000326706,8.945923e-7,0.9460593,0.0007318216,0.04941848,0.0008470873,0.0007146361],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0003498362,0.0002096446,0.9932886,0.0004629229,0.002334,0.0004156863,0.00002299406,0.0001174394,0.002798855],"genre_scores_gemma":[0.6885228,0.00003124068,0.3094153,0.000513265,0.0008760236,0.00001211014,0.00001753744,0.00006255088,0.000549105],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9008205,"threshold_uncertainty_score":0.9998757,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1993150471","doi":"10.1145/1870096.1870099","title":"Discovering Knowledge-Sharing Communities in Question-Answering Forums","year":2010,"lang":"en","type":"article","venue":"ACM Transactions on Knowledge Discovery from Data","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Computer science; Cluster analysis; Transaction data; Question answering; Set (abstract data type); Information retrieval; Identification (biology); Focus (optics); Function (biology); Database transaction; Data mining; Artificial intelligence; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.05505658305164102,"gpt":0.3200791919554526,"spread":0.2650226089038116,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0007541249,0.000386086,0.0004108023,0.0004170522,0.000537783,0.000904344,0.006632241,0.0001892592,0.00003992235],"category_scores_gemma":[0.00009476159,0.0003820719,0.000115033,0.0006400475,0.0001233732,0.00479089,0.0006715427,0.001065157,0.0002110661],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001221583,"about_ca_system_score_gemma":0.0001542525,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004609925,"about_ca_topic_score_gemma":0.04109391,"domain_scores_codex":[0.997538,0.0001526818,0.0005840641,0.0009061241,0.0002391549,0.0005799856],"domain_scores_gemma":[0.9928135,0.00077612,0.0001090275,0.006101391,0.00005618123,0.0001437555],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004013876,0.01266615,0.0924859,0.001056603,0.001389587,0.000195397,0.1777443,0.01553939,0.05489288,0.1526833,0.004981777,0.4859633],"study_design_scores_gemma":[0.006587896,0.0005311692,0.02474916,0.005993009,0.0002010722,0.0001269095,0.01473823,0.7858169,0.02391736,0.02642878,0.1049685,0.005941045],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.266786,0.0005761108,0.7243754,0.0002730661,0.00447211,0.0002779344,0.0005851359,0.0003483371,0.002305943],"genre_scores_gemma":[0.9870062,0.000146369,0.01135276,0.00003342347,0.0002329919,0.00008046989,0.0003622983,0.00004675918,0.0007386671],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7702776,"threshold_uncertainty_score":0.9998631,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W110870703","doi":"","title":"Enhancing Technical Q&A Forums with CiteHistory.","year":2013,"lang":"en","type":"article","venue":"International Conference on Weblogs and Social Media","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"World Wide Web; Plug-in; Inclusion (mineral); Software deployment; Computer science; Software; Process (computing); Ask price; Web browser; The Internet; Software engineering; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.02880170343872829,"gpt":0.2585948235393845,"spread":0.2297931201006562,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001260108,0.0001119215,0.0001421419,0.00008822259,0.0001412495,0.0002155938,0.0003694638,0.00008515554,0.00008806009],"category_scores_gemma":[0.00004522121,0.0000865932,0.00003051596,0.00006208948,0.00009348849,0.0002427343,0.00008336581,0.0001587597,0.00007498266],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005794409,"about_ca_system_score_gemma":0.00006388978,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009047799,"about_ca_topic_score_gemma":0.0001448242,"domain_scores_codex":[0.9990094,0.000029938,0.0001607992,0.0002659032,0.0003541061,0.0001798264],"domain_scores_gemma":[0.9994628,0.0001118322,0.00007861132,0.0001125973,0.0001641395,0.00007001219],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000009047026,0.00005110401,0.0006269931,0.000006289744,0.00002299297,0.0000140303,0.005245756,2.631985e-7,0.007169007,0.9688417,0.003182665,0.0148302],"study_design_scores_gemma":[0.01536462,0.004459121,0.2320807,0.002950404,0.00009875159,0.001099693,0.02303129,0.06518299,0.01753897,0.3216225,0.3078986,0.008672354],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5901409,0.0001789957,0.1402246,0.05028874,0.008743867,0.0008420931,0.00002185049,0.0008598341,0.2086991],"genre_scores_gemma":[0.9967722,0.00001102748,0.001955254,0.000406028,0.0003363878,0.00005261221,0.000004511286,0.000006210741,0.0004557428],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6472192,"threshold_uncertainty_score":0.3531168,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2806008675","doi":"","title":"Predicting Prospective Peer Helpers to Provide Just-In-Time Help to Users in Question and Answer Forums.","year":2017,"lang":"en","type":"article","venue":"Educational Data Mining","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Internet privacy; Peer-to-peer; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.04770860689949084,"gpt":0.3474207435199652,"spread":0.2997121366204744,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001106421,0.0001125568,0.0001333152,0.0002085948,0.0002612222,0.0005347443,0.001209109,0.00004374224,0.000004495297],"category_scores_gemma":[0.00171054,0.0001163361,0.000009523597,0.0001715496,0.00002375044,0.001425301,0.000669637,0.00009908171,0.00003927701],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001519701,"about_ca_system_score_gemma":0.0002205241,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001088886,"about_ca_topic_score_gemma":0.0006529371,"domain_scores_codex":[0.9985092,0.00004548358,0.0002200359,0.000622382,0.0003360772,0.0002668003],"domain_scores_gemma":[0.9987017,0.0001379759,0.00009180937,0.0008528972,0.00008673387,0.0001289012],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001080719,0.00005695069,0.964248,0.0000147337,0.00000635189,0.0000030014,0.02008236,0.00005186292,0.0004273269,0.00187693,0.01000354,0.003218129],"study_design_scores_gemma":[0.0002980864,0.00007360076,0.9804229,0.0005531296,0.000002837935,0.00001513803,0.00246722,0.01163891,0.0001300706,0.0001657084,0.003974634,0.0002577239],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9750274,0.00003990401,0.001651232,0.02078765,0.0009484458,0.0004886684,0.00004157043,0.00003526843,0.0009797994],"genre_scores_gemma":[0.9562254,0.000001373543,0.04143702,0.0002964383,0.000340781,0.00009770449,0.00005689083,0.0000104761,0.001533929],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03978579,"threshold_uncertainty_score":0.5156552,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4306404673","doi":"10.1016/j.ins.2022.09.036","title":"Embedding-based team formation for community question answering","year":2022,"lang":"en","type":"article","venue":"Information Sciences","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"IBM (Canada); Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Question answering; Embedding; Computer science; Order (exchange); Space (punctuation); Data science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.04333277627546538,"gpt":0.3222622465176579,"spread":0.2789294702421926,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003308803,0.00007611353,0.00008430989,0.0002978268,0.00264637,0.0005276756,0.0009288189,0.0000218287,0.000005799232],"category_scores_gemma":[0.000125686,0.00007104212,0.00004464051,0.0006121501,0.00005061203,0.005108269,0.0001553505,0.0001344974,0.00001538245],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001279253,"about_ca_system_score_gemma":0.0001063443,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001475432,"about_ca_topic_score_gemma":0.000008865155,"domain_scores_codex":[0.9987239,0.0001740711,0.000330145,0.00008410618,0.0004923806,0.00019535],"domain_scores_gemma":[0.9991965,0.0001827377,0.0002447184,0.0002389855,0.00009728665,0.00003982508],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002804566,0.0001368463,0.001242404,0.0002155409,0.000009096359,2.974465e-7,0.07009706,0.7170649,0.001118416,0.1035842,0.0197444,0.08675885],"study_design_scores_gemma":[0.0002097451,0.0002053034,0.0001372947,0.00001438425,8.201125e-7,0.00001022737,0.002806689,0.9552217,0.001103035,0.0007182324,0.03946489,0.0001077429],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03994234,0.00001280051,0.9547919,0.0007184859,0.000703829,0.0002845763,0.00001036763,0.0002411491,0.003294553],"genre_scores_gemma":[0.9825719,4.558905e-7,0.01652987,0.0006566676,0.0000204856,0.0001699684,0.00002449203,0.000001647998,0.00002454013],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9426295,"threshold_uncertainty_score":0.998652,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2200052037","doi":"10.1109/vlhcc.2015.7357216","title":"Understanding triggers for clarification requests in community-based software help forums","year":2015,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Troubleshooting; Computer science; Terminology; Software; Quality (philosophy); World Wide Web; Forcing (mathematics); Scheme (mathematics); Internet privacy","retraction":null,"screen_n_in":null,"score":{"opus":0.3293036246009414,"gpt":0.3347762359183606,"spread":0.005472611317419163,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001954137,0.0001046282,0.0001536454,0.0001965745,0.0002005134,0.0001487924,0.0006026223,0.000109111,7.005678e-7],"category_scores_gemma":[0.0001782976,0.0000943417,0.0000478185,0.0003574179,0.00002625468,0.000332804,0.00004811354,0.0001857499,0.00001107891],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004409251,"about_ca_system_score_gemma":0.0001495845,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000418964,"about_ca_topic_score_gemma":0.0003129221,"domain_scores_codex":[0.9988447,0.0002551301,0.0002465846,0.0001948103,0.0001956956,0.0002630582],"domain_scores_gemma":[0.9988198,0.0003683895,0.00008184608,0.0005519937,0.00007445137,0.000103501],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001569598,0.0007228763,0.03219305,0.0003878637,0.00004318745,0.00001611423,0.02231981,0.003834566,0.001449892,0.8659161,0.06261855,0.01034101],"study_design_scores_gemma":[0.01459779,0.002202958,0.001137105,0.0009612372,0.00001966152,0.00004475312,0.01798161,0.6709349,0.01584363,0.2133581,0.06076751,0.002150803],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003196364,0.00003677568,0.9925882,0.001694293,0.0003580622,0.0003242605,0.000001872411,0.0002697118,0.001530466],"genre_scores_gemma":[0.917776,9.166944e-7,0.08122335,0.0005912064,0.00003095973,0.00006249463,0.00002089846,0.00001061184,0.0002835421],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9145796,"threshold_uncertainty_score":0.3847143,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4385817789","doi":"10.2139/ssrn.4539926","title":"Unpacking P-Hacking and Publication Bias","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Download; Desk; Hacker; Publication bias; Contrast (vision); Psychology; Computer science; Statistics; World Wide Web; Computer security; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.03032495544857532,"gpt":0.2654779208500783,"spread":0.2351529654015029,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00288851,0.00009520927,0.0001091527,0.0002802368,0.0003529289,0.0004921969,0.0004541243,0.00004944711,0.000001628079],"category_scores_gemma":[0.0001340835,0.00008247566,0.00004478671,0.000704175,0.00001687613,0.0005716177,0.0001079725,0.0006771537,0.00008126984],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002629261,"about_ca_system_score_gemma":0.0005116473,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003452659,"about_ca_topic_score_gemma":0.00005614951,"domain_scores_codex":[0.9978281,0.00008870227,0.0002214994,0.0002219918,0.000253729,0.001386003],"domain_scores_gemma":[0.9994082,0.00007075281,0.0001456173,0.0002187379,0.00008188038,0.00007483846],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000001948891,0.00001106838,0.006061058,0.000006014282,0.00004648919,0.000006062639,0.001450665,0.00002216122,0.0009495694,0.8603743,0.001246915,0.1298238],"study_design_scores_gemma":[0.002068178,0.0006551287,0.01462657,0.0002822899,0.00002728817,0.006687731,0.0052386,0.09873182,0.001293549,0.7951226,0.07400091,0.001265322],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5174383,0.004762308,0.4504803,0.0193238,0.001617739,0.0002340533,8.337298e-7,0.001061433,0.005081289],"genre_scores_gemma":[0.9965125,0.001092377,0.0003123547,0.0001022248,0.0002622671,0.000004122532,0.00000149974,0.00001108685,0.001701524],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4790742,"threshold_uncertainty_score":0.4746266,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3015139571","doi":"10.1145/3341105.3374002","title":"Iterative learning to rank from explicit relevance feedback","year":2020,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"Mitacs","keywords":"Computer science; Relevance (law); Rank (graph theory); Learning to rank; Information retrieval; Relevance feedback; Infinite impulse response; Quality (philosophy); Machine learning; Artificial intelligence; Ranking (information retrieval); Image retrieval; Filter (signal processing); Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.02671474515489792,"gpt":0.2481323306937224,"spread":0.2214175855388245,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008703614,0.0001216793,0.0001779598,0.00002972671,0.0001195902,0.0002256143,0.0005850455,0.0000401733,0.00005571533],"category_scores_gemma":[0.0001453451,0.000103103,0.00004566886,0.0003544857,0.000006404772,0.0003009656,0.0002065406,0.0001510407,0.001548714],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002235765,"about_ca_system_score_gemma":0.00001798035,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001338738,"about_ca_topic_score_gemma":0.000006963174,"domain_scores_codex":[0.9988418,0.00007935816,0.0001837408,0.0004719929,0.0002090861,0.0002140366],"domain_scores_gemma":[0.9992905,0.0001650556,0.00004565674,0.0002585915,0.00004478728,0.0001954632],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001052323,0.0001017348,0.007459606,0.00004815129,0.0001424483,0.0001515118,0.3914785,0.005818537,0.2323509,0.09451939,0.1768814,0.09094253],"study_design_scores_gemma":[0.001310912,0.0007048165,0.001603393,0.0002127935,0.00000554056,0.000008441665,0.002943761,0.3237772,0.07815707,0.0006693692,0.5895174,0.001089251],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06512965,0.0001442626,0.9066024,0.01395477,0.0003482431,0.0001585535,0.000001530422,0.000520127,0.0131405],"genre_scores_gemma":[0.948837,0.000005347251,0.04338591,0.004522712,0.0002895311,0.00001734708,0.000001885879,0.00001009639,0.002930127],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8837074,"threshold_uncertainty_score":0.9992287,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2077570964","doi":"10.1145/2024288.2024295","title":"Constructing expert profiles over time for skills management and expert finding","year":2011,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Profiling (computer programming); Computer science; Knowledge management; Recommender system; Identification (biology); Expert system; Data science; World Wide Web; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.028034756021939,"gpt":0.2618110816060652,"spread":0.2337763255841262,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002297882,0.0001559285,0.0001800362,0.0001101357,0.0001624605,0.0001346023,0.000371638,0.00005909368,0.00008747784],"category_scores_gemma":[0.00001436304,0.0001259628,0.00005301592,0.0001071476,0.00004300118,0.000343443,0.0002354478,0.00004096624,0.00003103261],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003658643,"about_ca_system_score_gemma":0.000009559038,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005743387,"about_ca_topic_score_gemma":0.000001522271,"domain_scores_codex":[0.9988387,0.00002699421,0.0002270463,0.0004316596,0.0001535,0.0003220717],"domain_scores_gemma":[0.9993924,0.00008557447,0.00007607779,0.0003334476,0.00002765055,0.00008483163],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002671999,0.0002773713,0.01217669,0.000168482,0.000269517,0.00005597063,0.06897826,6.474478e-7,0.008433588,0.5736442,0.07238138,0.2635871],"study_design_scores_gemma":[0.01270064,0.001659194,0.01320609,0.002693636,0.00006735139,0.0009886349,0.03305654,0.1289508,0.6521842,0.0162032,0.130887,0.007402768],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07686362,0.0009742443,0.7697843,0.0005339169,0.001899389,0.001767827,0.000006793636,0.001028095,0.1471418],"genre_scores_gemma":[0.4094881,0.00003228524,0.5789759,0.000603957,0.0002043377,0.0002346571,0.000003154999,0.00002677278,0.01043086],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6437506,"threshold_uncertainty_score":0.5136616,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4306317066","doi":"10.1145/3511808.3557526","title":"OpeNTF: A Benchmark Library for Neural Team Formation","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Windsor","funders":"","keywords":"Benchmark (surveying); Computer science; Artificial intelligence; Computer architecture; Geology","retraction":null,"screen_n_in":null,"score":{"opus":0.04937004160800148,"gpt":0.28399999509923,"spread":0.2346299534912285,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000535368,0.0001865453,0.0001654606,0.0004414583,0.0004519526,0.0006050112,0.003821208,0.00003570609,0.000121209],"category_scores_gemma":[0.0001057519,0.0001550742,0.0001440651,0.0004405468,0.00003311289,0.003663482,0.002657772,0.0001811426,0.00008278398],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001886442,"about_ca_system_score_gemma":0.00003963923,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003381329,"about_ca_topic_score_gemma":0.000001350835,"domain_scores_codex":[0.9982156,0.00001965325,0.0006341903,0.0002202091,0.0006818369,0.0002285113],"domain_scores_gemma":[0.998538,0.00005026626,0.0006192281,0.0003493006,0.000389965,0.00005327359],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006540698,0.0001094334,0.000238043,0.0002061855,0.00005541944,3.782282e-8,0.005013467,0.0001877596,0.0001086992,0.8356634,0.146879,0.01147305],"study_design_scores_gemma":[0.001093906,0.0001427196,0.0004954783,0.0001773846,0.00001581797,0.00001547675,0.00269916,0.1039596,0.0007901762,0.0138221,0.8764552,0.000332949],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.01862804,0.00003909175,0.02015283,0.01223125,0.004780015,0.002496118,0.0001265953,0.0003707664,0.9411753],"genre_scores_gemma":[0.9793246,0.00002090301,0.009065026,0.0006928039,0.0001082895,0.0009163351,0.0001470017,0.00001264652,0.009712404],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9606966,"threshold_uncertainty_score":0.7100819,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2473029962","doi":"10.1145/2930238.2930289","title":"Modelling User Collaboration in Social Networks Using Edits and Comments","year":2016,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Order (exchange); World Wide Web; Function (biology); Quality (philosophy); Work (physics); Social network (sociolinguistics); Questions and answers; Data science; Social media; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03926960441858399,"gpt":0.2906599232875491,"spread":0.2513903188689651,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001904516,0.00005558185,0.0000791757,0.00004927365,0.000112362,0.0001018612,0.0001154319,0.00005454033,0.000001423859],"category_scores_gemma":[0.000003366644,0.00003872285,0.000008308352,0.0001863525,0.00001135953,0.0003929889,0.00006432305,0.00002994164,0.000002203434],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004632312,"about_ca_system_score_gemma":0.00001756541,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007716407,"about_ca_topic_score_gemma":0.00002510318,"domain_scores_codex":[0.9994352,0.00004583591,0.0001248967,0.0001567225,0.00009625983,0.000141014],"domain_scores_gemma":[0.9997807,0.0000390978,0.00003679219,0.00008490052,0.00003158681,0.00002688354],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006070005,0.000346982,0.1356758,0.00005953141,0.0000856002,0.00004142494,0.02667967,0.2956625,0.01219814,0.3880386,0.0848925,0.05625856],"study_design_scores_gemma":[0.0002870904,0.000008035451,0.00008421405,0.00003488056,5.551051e-7,0.000001340806,0.00004038043,0.9976493,0.0001115417,0.0002893643,0.001418791,0.00007452138],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09898192,0.00003546049,0.8991731,0.0009972338,0.0003943797,0.00005982897,3.003416e-7,0.0000355152,0.0003222728],"genre_scores_gemma":[0.9888539,0.000007964017,0.01048046,0.0001673727,0.0002695092,0.000002823768,2.499946e-7,0.000003784685,0.0002139205],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.889872,"threshold_uncertainty_score":0.1579072,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1565952135","doi":"10.3233/ao-130126","title":"Inferring and validating skills and competencies over time","year":2013,"lang":"en","type":"article","venue":"Applied Ontology","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Knowledge management; Core competency; Ontology; Quality (philosophy); Work (physics); Data science; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.00586292572759229,"gpt":0.2076766461332773,"spread":0.201813720405685,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001286364,0.0001040714,0.0001960839,0.00005601222,0.0001187574,0.0001218342,0.0001900528,0.00007169424,0.00002372984],"category_scores_gemma":[0.0000153315,0.00009033674,0.00001185249,0.00006579447,0.00007172711,0.0001557988,0.0002253121,0.00007917423,0.0001297927],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001102925,"about_ca_system_score_gemma":0.00001012084,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002467207,"about_ca_topic_score_gemma":0.00001792932,"domain_scores_codex":[0.9992282,0.00002772473,0.0001552903,0.0002795694,0.00007582446,0.0002334199],"domain_scores_gemma":[0.9994615,0.0001804679,0.00006023003,0.0002133777,0.00001661938,0.00006782498],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000002882158,0.0001021388,0.09209643,0.00008188595,0.00008481342,0.00001670696,0.01490009,0.00001424486,0.144936,0.6123419,0.003073123,0.1323498],"study_design_scores_gemma":[0.004636049,0.0004916957,0.7941878,0.0002151744,0.00004089031,0.001101464,0.0009209753,0.08816007,0.01703094,0.05716771,0.03339598,0.00265122],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9740804,0.0001521406,0.01187742,0.0002950121,0.00012332,0.0001746894,2.702761e-7,0.00014354,0.01315315],"genre_scores_gemma":[0.9847517,0.00000623816,0.01456953,0.0003523959,0.00004269365,0.00003110127,7.841489e-7,0.000005655167,0.000239893],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7020914,"threshold_uncertainty_score":0.3683825,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2965356693","doi":"10.1139/facets-2019-0002","title":"Perspective-based search: a new paradigm for bursting the information bubble","year":2019,"lang":"en","type":"article","venue":"FACETS","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Intuition; Perspective (graphical); Computer science; Deliberation; Data science; Focus (optics); Information retrieval; Artificial intelligence; Psychology; Cognitive science; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.03355284636897687,"gpt":0.2748781001578057,"spread":0.2413252537888289,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003605416,0.00007620351,0.00008928158,0.0000571923,0.0001531664,0.0002541594,0.0004885599,0.00003739331,0.000006692804],"category_scores_gemma":[0.00005741169,0.00005258201,0.00005254076,0.0001793234,0.00001114801,0.0004900555,0.00005006818,0.00007980279,0.0003294228],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008220458,"about_ca_system_score_gemma":0.0001608023,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004021559,"about_ca_topic_score_gemma":0.0000061682,"domain_scores_codex":[0.9992657,0.00003372458,0.0001247468,0.0001423101,0.0002055257,0.0002279791],"domain_scores_gemma":[0.9993125,0.0001486729,0.00005791029,0.000363223,0.00006275775,0.0000549267],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000617223,0.0000800764,0.004877181,0.0001876397,0.00007961637,0.000001800963,0.1204498,0.02273894,0.003046885,0.7224606,0.08405168,0.04196407],"study_design_scores_gemma":[0.001713104,0.0003023484,0.001880319,0.0001208261,0.000004613797,0.00001328275,0.002138093,0.7667547,0.00499654,0.004176351,0.2175563,0.0003434822],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04057008,0.0001880468,0.9363552,0.01391137,0.0008321248,0.0009152228,0.000004786678,0.0002237184,0.006999485],"genre_scores_gemma":[0.9918141,8.445887e-7,0.006084219,0.0004896257,0.00009979706,0.00002433848,0.000003416489,0.000005007803,0.001478604],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9512441,"threshold_uncertainty_score":0.4234173,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225132331","doi":"10.51983/arss-2022.11.1.3085","title":"A Guide to Evaluate Academic Sources to Develop Research Paper: Source Selection in Academic Writing","year":2022,"lang":"en","type":"article","venue":"Asian Review of Social Sciences","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University Canada West","funders":"","keywords":"Selection (genetic algorithm); Process (computing); Source document; Credibility; Computer science; Source credibility; Data science; Management science; Information retrieval; Engineering; Political science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.1050328601685477,"gpt":0.4571599949849157,"spread":0.352127134816368,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02310096,0.0001388003,0.0003793582,0.0004977004,0.001528377,0.00007925913,0.002503793,0.00007619996,0.00004083408],"category_scores_gemma":[0.001479684,0.0001282418,0.00006350601,0.01058858,0.0001469481,0.0003668842,0.001081762,0.0007896616,0.00005336092],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003525042,"about_ca_system_score_gemma":0.0007464757,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004737837,"about_ca_topic_score_gemma":0.00005360978,"domain_scores_codex":[0.9942879,0.001488402,0.000826761,0.0006645275,0.002017005,0.0007154227],"domain_scores_gemma":[0.9990037,0.0002379223,0.000220763,0.0001464607,0.0002592762,0.0001318474],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009908596,0.0000540764,0.01451587,0.001109391,0.00001560366,0.000005015074,0.07577188,0.0002982189,0.01141719,0.03052702,0.08042546,0.7858503],"study_design_scores_gemma":[0.0002588166,0.0005306076,0.0124368,0.005836003,0.000008429718,0.00005358301,0.01546108,0.001289678,0.0007139762,0.0008889667,0.9618647,0.0006574222],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5027338,0.08833018,0.01410446,0.3193976,0.001628297,0.006645397,0.00001333668,0.0006158911,0.06653104],"genre_scores_gemma":[0.9757762,0.002525976,0.00981578,0.008388587,0.0005284352,0.0007097335,0.000001371997,0.00002247172,0.002231438],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8814391,"threshold_uncertainty_score":0.9997715,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2561075173","doi":"10.5815/ijitcs.2016.12.06","title":"Journey of Web Search Engines: Milestones, Challenges & Innovations","year":2016,"lang":"en","type":"article","venue":"International Journal of Information Technology and Computer Science","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Task (project management); Search engine indexing; World Wide Web; Search engine; Big data; Domain (mathematical analysis); Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.02290193435085488,"gpt":0.278370129104041,"spread":0.2554681947531861,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001013339,0.00008198171,0.0001426945,0.00243651,0.00009294333,0.0001088107,0.001830679,0.0000734742,0.000003006163],"category_scores_gemma":[0.0001463826,0.00005443778,0.00003429712,0.0008953787,0.0003631493,0.002944871,0.0003542477,0.000131805,0.0000122322],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005787891,"about_ca_system_score_gemma":0.0002775435,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001762295,"about_ca_topic_score_gemma":8.452183e-7,"domain_scores_codex":[0.9985186,0.0000189304,0.0005932979,0.0001061709,0.000613915,0.0001490379],"domain_scores_gemma":[0.9974048,0.00008271391,0.0004640656,0.0002177383,0.00177581,0.00005484931],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006534284,0.00003257178,0.001165568,0.000008933066,0.00002999567,0.000003316469,0.001651109,0.00005153478,0.00493516,0.5657822,0.0002578031,0.4260753],"study_design_scores_gemma":[0.01502952,0.003954676,0.075583,0.006400086,0.00004127718,0.02675474,0.003345926,0.1814767,0.2537616,0.1546606,0.2762389,0.002752986],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1431261,0.0002225907,0.8441073,0.01115681,0.001111173,0.00003764907,0.000002293098,0.00004107167,0.0001950558],"genre_scores_gemma":[0.941452,0.0004050613,0.05793921,0.0001090801,0.00007643189,0.000001546299,2.47785e-7,0.000001564874,0.00001487262],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7983259,"threshold_uncertainty_score":0.3401888,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2052027666","doi":"10.1109/icsme.2014.109","title":"SurfClipse: Context-Aware Meta-search in the IDE","year":2014,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Debugging; Context (archaeology); Relevance (law); Web page; Software; Search engine","retraction":null,"screen_n_in":null,"score":{"opus":0.08750647120375299,"gpt":0.2951268542919903,"spread":0.2076203830882373,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002124102,0.00009837354,0.0002030907,0.00007394799,0.00009771954,0.0001971341,0.001256468,0.0000449382,0.00003490385],"category_scores_gemma":[0.00004958062,0.00005139959,0.00009184211,0.0003094101,0.00002981817,0.0001813198,0.0001222944,0.0001452986,0.0002370883],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001424972,"about_ca_system_score_gemma":0.00002393535,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001280197,"about_ca_topic_score_gemma":0.0006835051,"domain_scores_codex":[0.9984946,0.0004410857,0.0001954073,0.0002664025,0.0003381929,0.0002643536],"domain_scores_gemma":[0.9987467,0.0004681568,0.00002803646,0.0006744979,0.00003751971,0.00004509946],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003125239,0.00009158091,0.006060165,0.00001963534,0.0001036495,0.00001974366,0.008860377,0.000110129,0.0002450679,0.9380358,0.02824118,0.01820957],"study_design_scores_gemma":[0.002454727,0.0006218609,0.02477434,0.0000948455,0.00008203843,0.0002331545,0.004389515,0.4227588,0.006768208,0.01180593,0.5245459,0.001470639],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05148167,0.0007416197,0.8382765,0.02327542,0.0009588263,0.0005360873,0.000001780729,0.0003901688,0.08433791],"genre_scores_gemma":[0.9946774,0.000002970266,0.0009196417,0.001767666,0.00006769204,0.00002902442,5.473714e-7,0.000004490422,0.00253052],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9431958,"threshold_uncertainty_score":0.304737,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4384303279","doi":"10.1007/978-3-031-37249-0_9","title":"Bootless Application of Greedy Re-ranking Algorithms in Fair Neural Team Formation","year":2023,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Windsor","funders":"","keywords":"Popularity; Ranking (information retrieval); Computer science; Artificial intelligence; Code (set theory); Machine learning; sort; Algorithm; Information retrieval; Psychology; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.05539926057455542,"gpt":0.3046228611609021,"spread":0.2492236005863467,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001790004,0.0002166706,0.0003329756,0.001776907,0.0002955391,0.0003279409,0.003137423,0.0001618039,7.381547e-7],"category_scores_gemma":[0.00003821685,0.0002224143,0.00005310756,0.0009968024,0.0004235009,0.006701098,0.00163128,0.0004041039,0.00003671218],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001911017,"about_ca_system_score_gemma":0.0001360917,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001174732,"about_ca_topic_score_gemma":0.00009260683,"domain_scores_codex":[0.9976395,0.00005033661,0.00116269,0.0002999261,0.0005918067,0.0002557047],"domain_scores_gemma":[0.99682,0.0002335623,0.0006554163,0.001897801,0.0003255321,0.00006769776],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002756936,0.00002556033,0.0002616819,0.0001275216,0.000004589762,4.279567e-7,0.01119187,0.001899908,0.00002574699,0.5260452,0.0001967118,0.460218],"study_design_scores_gemma":[0.0002661394,0.00003839264,0.001417951,0.0003445314,0.000002081054,0.00001467538,0.0001005453,0.983482,0.00002641267,0.004231012,0.009835367,0.0002408601],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0002654503,0.0002630467,0.9099498,0.0008501556,0.0005520644,0.0008775728,0.0000166125,0.0002228654,0.0870024],"genre_scores_gemma":[0.91039,0.001655799,0.08603141,0.0004751233,0.00009121923,0.0001837232,0.0001829141,0.00002965068,0.0009602145],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9815821,"threshold_uncertainty_score":0.9069791,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3208778360","doi":"10.1007/s10664-021-10028-y","title":"An Exploratory Study on the Repeatedly Shared External Links on Stack Overflow","year":2021,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; Huawei Technologies (Canada)","funders":"","keywords":"Computer science; Stack (abstract data type); Point (geometry); World Wide Web; Documentation; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.1000969237388245,"gpt":0.2104080306917073,"spread":0.1103111069528829,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003711354,0.0001904545,0.0001741611,0.0001069795,0.0003346309,0.0002518791,0.001173866,0.0001083004,0.00003910805],"category_scores_gemma":[0.00003921462,0.0001592739,0.00009196414,0.0006533375,0.00003523588,0.0005333498,0.0002137845,0.0004033029,0.0002597214],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001146881,"about_ca_system_score_gemma":0.0000989765,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003286227,"about_ca_topic_score_gemma":0.00004784876,"domain_scores_codex":[0.9980632,0.0004950674,0.0001495558,0.0008273767,0.0001815204,0.0002832775],"domain_scores_gemma":[0.9978515,0.0001592637,0.00009258712,0.001624242,0.0001243396,0.0001480741],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005004237,0.007839634,0.1726568,0.00004559851,0.0005503218,0.02094548,0.05690265,0.06579915,0.01325878,0.6450039,0.01376757,0.00272975],"study_design_scores_gemma":[0.01061855,0.01122242,0.125871,0.001279653,0.0001785802,0.0001181967,0.05176706,0.7375481,0.03572889,0.01134229,0.009968614,0.00435665],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9727812,0.00002063102,0.02415181,0.0001629613,0.0004896162,0.0001823575,0.000004820561,0.0002030267,0.002003575],"genre_scores_gemma":[0.9975319,0.000008348474,0.00007677884,0.000481448,0.0001089702,0.000001390779,0.000002030877,0.00001359408,0.001775538],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6717489,"threshold_uncertainty_score":0.6495,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4403577854","doi":"10.1145/3627673.3679081","title":"Reviewerly: Modeling the Reviewer Assignment Task as an Information Retrieval Problem","year":2024,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Systems, Applications & Products in Data Processing (Canada)","funders":"","keywords":"Computer science; Task (project management); Information retrieval; Engineering; Systems engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02517310913771722,"gpt":0.2805152642266852,"spread":0.255342155088968,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001957224,0.0001357561,0.0001593664,0.00006883134,0.0001731853,0.0009612623,0.0006873495,0.00005480563,0.00002277662],"category_scores_gemma":[0.00008683364,0.0000737589,0.00008302346,0.0004719501,0.00001218518,0.002059243,0.0001285964,0.0001699032,0.0008448528],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008038807,"about_ca_system_score_gemma":0.0001009625,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006198273,"about_ca_topic_score_gemma":0.000001598287,"domain_scores_codex":[0.9984385,0.000143438,0.0004671853,0.000252892,0.0004802901,0.0002176632],"domain_scores_gemma":[0.9990175,0.00004540261,0.00006095826,0.0006487235,0.0001493134,0.00007814715],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006673923,0.00004513932,0.0000123526,0.0009395538,0.00005953541,0.00001001721,0.01418082,0.002212104,0.0003613483,0.6456405,0.07128666,0.2652453],"study_design_scores_gemma":[0.00003976672,0.00006945337,9.123513e-7,0.0004970522,0.000006173384,0.00002391745,0.0000795751,0.629372,0.00007176501,0.002072579,0.3676419,0.0001249205],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0006115127,0.008334454,0.9634113,0.004403371,0.001543199,0.0006672023,0.00000108306,0.0005425921,0.0204853],"genre_scores_gemma":[0.9516675,0.003797493,0.03185025,0.006008783,0.0009004201,0.0001636549,0.00002523816,0.00003279449,0.005553857],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.951056,"threshold_uncertainty_score":0.9999331,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}