{"meta":{"query_hash":"eae474962cb0","filters":{"topic":"Expert finding and Q&A systems"},"cohort_total":153,"direct_labels_cover":0,"predictions_cover":153,"exported":153,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/eae474962cb0","api":"https://metacan.xera.ac/api/v1/cohort?topic=Expert+finding+and+Q%26A+systems"},"results":[{"id":"W110870703","doi":"","title":"Enhancing Technical Q&A Forums with CiteHistory.","year":2013,"lang":"en","type":"article","venue":"International Conference on Weblogs and Social Media","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"World Wide Web; Plug-in; Inclusion (mineral); Software deployment; Computer science; Software; Process (computing); Ask price; Web browser; The Internet; Software engineering; Psychology","score_opus":0.02880170343872829,"score_gpt":0.2585948235393845,"score_spread":0.22979312010065622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W110870703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5901409,0.00017899573,0.14022458,0.050288744,0.008743867,0.00084209314,0.000021850488,0.0008598341,0.20869914],"genre_scores_gemma":[0.9967722,0.00001102748,0.0019552538,0.000406028,0.00033638783,0.00005261221,0.000004511286,0.0000062107406,0.00045574282],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99900943,0.000029938003,0.00016079919,0.0002659032,0.0003541061,0.0001798264],"domain_scores_gemma":[0.9994628,0.00011183221,0.000078611316,0.00011259733,0.00016413948,0.00007001219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012601078,0.00011192153,0.0001421419,0.000088222594,0.00014124949,0.00021559383,0.0003694638,0.00008515554,0.00008806009],"category_scores_gemma":[0.000045221208,0.0000865932,0.000030515957,0.00006208948,0.00009348849,0.00024273431,0.000083365805,0.00015875968,0.000074982665],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009047026,0.00005110401,0.0006269931,0.0000062897443,0.000022992974,0.000014030305,0.005245756,2.6319853e-7,0.007169007,0.9688417,0.003182665,0.014830199],"study_design_scores_gemma":[0.01536462,0.0044591213,0.23208074,0.0029504043,0.00009875159,0.0010996927,0.023031287,0.06518299,0.017538972,0.32162246,0.3078986,0.008672354],"about_ca_topic_score_codex":0.00009047799,"about_ca_topic_score_gemma":0.00014482415,"teacher_disagreement_score":0.6472192,"about_ca_system_score_codex":0.000057944093,"about_ca_system_score_gemma":0.00006388978,"threshold_uncertainty_score":0.3531168},"labels":[],"label_agreement":null},{"id":"W125929235","doi":"","title":"In Enterprise Search: Methods to Identify Argumentative Discussions and to Find Topical Experts.","year":2006,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Argumentative; Computer science; Ranking (information retrieval); Argument (complex analysis); Information retrieval; Rank (graph theory); World Wide Web; Topic model; Data science; Mathematics","score_opus":0.061267112044445654,"score_gpt":0.41117530078168313,"score_spread":0.3499081887372375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W125929235","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4497984,0.000090087124,0.5411358,0.00648426,0.0003680581,0.00038065633,0.000004835824,0.00006307259,0.0016748772],"genre_scores_gemma":[0.9454991,0.000005459924,0.049989726,0.0004644994,0.000072465176,0.000023193043,0.000001443493,0.0000080136615,0.003936089],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99790645,0.0003791001,0.00034404735,0.00061139354,0.00034698483,0.00041200884],"domain_scores_gemma":[0.9989056,0.00027802773,0.000041345465,0.00043222037,0.00007759659,0.00026519984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062869216,0.0001818145,0.0002914577,0.00024828917,0.000118726726,0.0003438849,0.0006407358,0.00008122911,0.00005780815],"category_scores_gemma":[0.00018786827,0.00014312612,0.000043062166,0.00064253603,0.00005412406,0.00032920152,0.00055776903,0.0001745335,0.00008074226],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003061886,0.0005534168,0.02330312,0.0000867686,0.000044207194,0.0002827744,0.106588334,0.00007149271,0.5290592,0.205779,0.018154368,0.11577114],"study_design_scores_gemma":[0.0034251765,0.0018904479,0.59325767,0.0012658314,0.000022026788,0.0001695713,0.006643512,0.018454561,0.30638564,0.01852496,0.047150742,0.0028098824],"about_ca_topic_score_codex":0.00062518567,"about_ca_topic_score_gemma":0.00007551685,"teacher_disagreement_score":0.5699545,"about_ca_system_score_codex":0.00009838646,"about_ca_system_score_gemma":0.00007016785,"threshold_uncertainty_score":0.58365136},"labels":[],"label_agreement":null},{"id":"W1269370316","doi":"","title":"Terminology as a Sense Making Social Tool","year":2015,"lang":"en","type":"article","venue":"The Scientific Repository of the Polytechnic Institute of Porto (Polytechnic Institute of Porto)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Linguistic Association","funders":"","keywords":"Terminology; Information Age; Sensemaking; History; Political science; Public relations; Linguistics; Law; Philosophy","score_opus":0.03351403455270336,"score_gpt":0.2757094020032968,"score_spread":0.24219536745059345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1269370316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8930914,0.0012701412,0.025231298,0.0031758328,0.039504707,0.0024893591,0.000054366654,0.0008651391,0.034317784],"genre_scores_gemma":[0.9894656,0.000008290796,0.004017123,0.00010427588,0.00034134206,0.000058713864,0.000007842923,0.000038814942,0.0059579755],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9933004,0.0002451709,0.0023149513,0.0011058539,0.002120722,0.0009129495],"domain_scores_gemma":[0.99203885,0.000058837843,0.00287367,0.0041911406,0.00067277544,0.00016473442],"candidate_categories":["metaepi_narrow","sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.0035873675,0.0005985825,0.0011025821,0.0007157196,0.0012838554,0.00018122661,0.0053848037,0.00050290115,0.000006373305],"category_scores_gemma":[0.00039430681,0.0004185298,0.00078082655,0.0021587426,0.0053654946,0.0011821836,0.0019898769,0.00068918936,0.000019876645],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019141592,0.00078654336,0.00052266667,0.00039359456,0.00040015276,0.00043109525,0.009080292,0.0007994664,0.5106479,0.4494503,0.019041406,0.008255164],"study_design_scores_gemma":[0.0024300334,0.0007404809,0.0021265508,0.0017473018,0.0004501511,0.008054903,0.001067751,0.003978722,0.8315852,0.010023074,0.13589944,0.0018963484],"about_ca_topic_score_codex":0.00080551684,"about_ca_topic_score_gemma":0.00007972243,"teacher_disagreement_score":0.43942723,"about_ca_system_score_codex":0.00029280348,"about_ca_system_score_gemma":0.0023961565,"threshold_uncertainty_score":0.99999654},"labels":[],"label_agreement":null},{"id":"W1501077364","doi":"10.19173/irrodl.v16i2.1962","title":"“Remember to hand out medals”: Peer rating and expertise in a question-and-answer study group","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vetenskapsrådet","keywords":"Python (programming language); Exploratory research; Value (mathematics); Psychology; Computer science; Mathematics education; Sociology","score_opus":0.17595812501433553,"score_gpt":0.4865021184586435,"score_spread":0.31054399344430794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1501077364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9247587,0.028027397,0.010493309,0.03077258,0.00030332134,0.0022846204,0.0000107484675,0.000023963334,0.0033253634],"genre_scores_gemma":[0.9977999,0.0011104335,0.00041070033,0.00012100913,0.000034031444,0.0001266979,0.0000088621455,0.000004778543,0.00038363656],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974058,0.00091037067,0.000361479,0.00030540003,0.0008197305,0.00019721739],"domain_scores_gemma":[0.9988318,0.00042505222,0.00007753554,0.00018929373,0.00035144552,0.00012483995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011942153,0.00008894548,0.00024156699,0.00014462124,0.0001240669,0.00047869663,0.0007587539,0.00002554865,0.000006175603],"category_scores_gemma":[0.004049451,0.000060823262,0.000013744658,0.00034125603,0.000077275974,0.00032484296,0.0011795429,0.00033400007,0.000005141726],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023834985,0.0006375721,0.78888047,0.0009322607,0.00009631558,0.00015119178,0.04984514,0.00021654453,0.00082855305,0.033819146,0.010772772,0.11358167],"study_design_scores_gemma":[0.020231118,0.004764628,0.31544274,0.1038279,0.00004470894,0.00039605977,0.104065776,0.20235568,0.000763791,0.009185443,0.23661353,0.0023086404],"about_ca_topic_score_codex":0.0018631788,"about_ca_topic_score_gemma":0.00037321402,"teacher_disagreement_score":0.47343776,"about_ca_system_score_codex":0.00008722302,"about_ca_system_score_gemma":0.00007435141,"threshold_uncertainty_score":0.48478636},"labels":[],"label_agreement":null},{"id":"W1549428892","doi":"","title":"Topic Tree: Increasing the Accuracy of Item Retrieval","year":2007,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Information retrieval; Artificial intelligence; Natural language processing","score_opus":0.06896694831262178,"score_gpt":0.3097426062418119,"score_spread":0.2407756579291901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1549428892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90051365,0.0015091284,0.0013898156,0.025204862,0.0033578782,0.0008871999,0.0000043759837,0.00021100607,0.06692207],"genre_scores_gemma":[0.97995377,0.00023061654,0.00087325845,0.00081585284,0.0003011804,0.00001853319,0.000007920184,0.000021633368,0.017777221],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.996702,0.00059016293,0.00073687284,0.0006304691,0.0008329234,0.00050755864],"domain_scores_gemma":[0.9968648,0.0009862685,0.0011552996,0.0005973251,0.0001915651,0.00020473126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021888325,0.00028341333,0.00037172562,0.00022234881,0.0003666155,0.00025483928,0.00062189763,0.00014330955,0.00004976587],"category_scores_gemma":[0.00031838487,0.00023771363,0.00005900573,0.0010811987,0.000111476016,0.0003769679,0.00013876008,0.0007853319,0.000020429196],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028035993,0.00032633278,0.32121876,0.00022269101,0.000026768583,0.000010219708,0.0039711394,0.000016102462,0.0016079324,0.53418314,0.0008812994,0.13725528],"study_design_scores_gemma":[0.0007124818,0.00051187293,0.9439225,0.0009587923,0.000011147741,0.000023413133,0.002183614,0.0010919296,0.0010162003,0.0042105108,0.044850264,0.0005072717],"about_ca_topic_score_codex":0.0015726894,"about_ca_topic_score_gemma":0.0005957801,"teacher_disagreement_score":0.62270373,"about_ca_system_score_codex":0.00041793776,"about_ca_system_score_gemma":0.00058379164,"threshold_uncertainty_score":0.969368},"labels":[],"label_agreement":null},{"id":"W1565952135","doi":"10.3233/ao-130126","title":"Inferring and validating skills and competencies over time","year":2013,"lang":"en","type":"article","venue":"Applied Ontology","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Knowledge management; Core competency; Ontology; Quality (philosophy); Work (physics); Data science; Management","score_opus":0.00586292572759229,"score_gpt":0.2076766461332773,"score_spread":0.20181372040568502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1565952135","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97408044,0.00015214064,0.011877417,0.00029501205,0.00012332,0.00017468941,2.7027613e-7,0.00014354003,0.013153151],"genre_scores_gemma":[0.9847517,0.0000062381596,0.0145695275,0.00035239587,0.000042693646,0.000031101274,7.841489e-7,0.000005655167,0.000239893],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992282,0.000027724727,0.0001552903,0.0002795694,0.00007582446,0.00023341987],"domain_scores_gemma":[0.9994615,0.00018046792,0.000060230028,0.0002133777,0.000016619384,0.00006782498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012863643,0.000104071405,0.00019608393,0.000056012224,0.00011875743,0.00012183417,0.00019005284,0.000071694245,0.000023729845],"category_scores_gemma":[0.000015331503,0.00009033674,0.0000118524895,0.00006579447,0.00007172711,0.00015579879,0.00022531212,0.00007917423,0.00012979272],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028821585,0.000102138845,0.092096426,0.00008188595,0.00008481342,0.000016706963,0.0149000855,0.00001424486,0.14493601,0.6123419,0.0030731228,0.13234979],"study_design_scores_gemma":[0.0046360493,0.0004916957,0.79418784,0.00021517435,0.00004089031,0.0011014645,0.0009209753,0.08816007,0.017030943,0.05716771,0.033395983,0.0026512202],"about_ca_topic_score_codex":0.00024672065,"about_ca_topic_score_gemma":0.000017929317,"teacher_disagreement_score":0.7020914,"about_ca_system_score_codex":0.000011029252,"about_ca_system_score_gemma":0.000010120836,"threshold_uncertainty_score":0.36838254},"labels":[],"label_agreement":null},{"id":"W1598589137","doi":"","title":"Proceedings of the 30th annual international ACM SIGIR conference on Research and development in information retrieval","year":2007,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Information retrieval; Search engine indexing; Subject (documents); Library science; Set (abstract data type); World Wide Web","score_opus":0.07168300231469862,"score_gpt":0.33573489070380524,"score_spread":0.26405188838910665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1598589137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96786106,0.000003569242,0.0032496573,0.0012060589,0.0002749758,0.0001561173,7.827634e-7,0.000022724276,0.027225062],"genre_scores_gemma":[0.99490273,0.0000019669774,0.004664749,0.00005168598,0.00001798215,0.000001998291,4.6747053e-7,0.000001122891,0.00035726954],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9989668,0.000008282624,0.00023145405,0.00010699281,0.00054159376,0.00014483505],"domain_scores_gemma":[0.999339,0.000105621984,0.000059064183,0.00010671594,0.00035955658,0.00003005325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016123648,0.000046540546,0.000056328907,0.00020234434,0.000061854545,0.00009536394,0.00070452754,0.000040886647,0.0000028693141],"category_scores_gemma":[0.00025856495,0.000030546144,0.000006501943,0.00030373916,0.000044402896,0.0005189211,0.00036170706,0.00013259253,0.000008192274],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001500193,0.00015463763,0.10356442,0.00006503905,0.000017098344,0.0000016758389,0.07711551,0.000004684249,0.0051182588,0.772014,0.005747441,0.0360472],"study_design_scores_gemma":[0.0017580343,0.00051195297,0.67688215,0.00059153256,6.0370485e-7,0.00003726987,0.012702503,0.006287755,0.24780129,0.00461565,0.048402585,0.00040868483],"about_ca_topic_score_codex":0.000032262367,"about_ca_topic_score_gemma":0.000016462636,"teacher_disagreement_score":0.76739836,"about_ca_system_score_codex":0.000071514834,"about_ca_system_score_gemma":0.00007925853,"threshold_uncertainty_score":0.13091992},"labels":[],"label_agreement":null},{"id":"W1782140593","doi":"10.48550/arxiv.1202.3706","title":"A Framework for Optimizing Paper Matching","year":2012,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Matching (statistics); Pairwise comparison; Computer science; Set (abstract data type); Domain (mathematical analysis); Frame (networking); Measure (data warehouse); Integer (computer science); Blossom algorithm; Machine learning; Artificial intelligence; Data mining; Information retrieval; Mathematics; Statistics","score_opus":0.08513667651695354,"score_gpt":0.2094413763710582,"score_spread":0.12430469985410465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1782140593","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07268424,0.00008790387,0.9245897,0.00012518105,0.0006648136,0.00011737715,0.000001140007,0.000191452,0.0015381845],"genre_scores_gemma":[0.92248833,0.000008755556,0.07637289,0.00023028745,0.00019113824,0.0000011287169,7.736762e-7,0.000010825985,0.00069585314],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905956,0.00004730239,0.000099340825,0.000320809,0.00004873444,0.00042424735],"domain_scores_gemma":[0.9990548,0.00021712622,0.00007405253,0.00046288443,0.00003613403,0.00015499492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002779834,0.00012268688,0.00013927999,0.00008709907,0.000245595,0.00007334672,0.0006135295,0.000102060265,0.000011749152],"category_scores_gemma":[0.000030212124,0.00012741191,0.000107571155,0.0003357223,0.000022433735,0.0009963477,0.00016448427,0.00012590818,0.00008305986],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065724053,0.000037816153,0.0020800931,0.000013787396,0.000020254267,0.000008150503,0.0016503339,0.004262112,0.00023558165,0.99103826,0.00027311343,0.0003739009],"study_design_scores_gemma":[0.0024996633,0.00030403776,0.0032416487,0.00051521335,0.00010573398,0.000085688305,0.0032420838,0.5878814,0.0026465512,0.3496539,0.047435705,0.002388427],"about_ca_topic_score_codex":0.000036362795,"about_ca_topic_score_gemma":0.0000020479897,"teacher_disagreement_score":0.8498041,"about_ca_system_score_codex":0.00006689004,"about_ca_system_score_gemma":0.000018433371,"threshold_uncertainty_score":0.5195707},"labels":[],"label_agreement":null},{"id":"W1974311367","doi":"10.1109/msr.2013.6624015","title":"Answering questions about unanswered questions of Stack Overflow","year":2013,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":217,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Saskatchewan","funders":"","keywords":"Computer science; Categorization; Stack (abstract data type); Data science; Service (business); Questions and answers; World Wide Web; Artificial intelligence; Business; Programming language","score_opus":0.013460755167796672,"score_gpt":0.24887886500259918,"score_spread":0.2354181098348025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974311367","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10759746,0.00044123657,0.8547839,0.0014018328,0.0010937843,0.00036869416,0.0000063092625,0.0006367773,0.03367001],"genre_scores_gemma":[0.9522107,0.000024362243,0.04327554,0.0000872815,0.000060761904,0.000040105435,0.0000015903203,0.000008908059,0.00429075],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888754,0.000059322563,0.0003148833,0.0002680585,0.00021607183,0.0002541202],"domain_scores_gemma":[0.99890614,0.000079831414,0.000085689055,0.0006542092,0.00015997303,0.00011415925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015994704,0.000120911536,0.00017902412,0.00012207877,0.00012406876,0.00014185706,0.0005326868,0.000068489164,0.00010115054],"category_scores_gemma":[0.000054558666,0.00010288359,0.00006921667,0.00033932316,0.000044787645,0.0005895134,0.00011148952,0.000091682974,0.00025522837],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020656828,0.0002861232,0.011484088,0.00008981587,0.00007007199,0.0000064923993,0.0039435183,0.0011778844,0.047430135,0.8904237,0.027001733,0.018084329],"study_design_scores_gemma":[0.0023821031,0.00090085267,0.25005198,0.0018169616,0.000042526248,0.0001783481,0.0012394537,0.5808923,0.057078935,0.025958106,0.07675498,0.0027033915],"about_ca_topic_score_codex":0.002926149,"about_ca_topic_score_gemma":0.0000781672,"teacher_disagreement_score":0.86446565,"about_ca_system_score_codex":0.000037301474,"about_ca_system_score_gemma":0.00006463005,"threshold_uncertainty_score":0.44234815},"labels":[],"label_agreement":null},{"id":"W1977058264","doi":"10.1145/2492517.2492553","title":"The best answers? think twice","year":2013,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs; Baidu","keywords":"Computer science; World Wide Web; Reputation; Context (archaeology); The Internet; Microblogging; TRACE (psycholinguistics); Quality (philosophy); Social media; Internet privacy; Information retrieval; Data science","score_opus":0.014718688256305719,"score_gpt":0.2320307528997211,"score_spread":0.2173120646434154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977058264","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06538247,0.0012523227,0.25769338,0.036776386,0.004249046,0.00063526025,4.23355e-7,0.000993897,0.6330168],"genre_scores_gemma":[0.9527425,0.000020666645,0.007733965,0.0010556541,0.0001626395,0.00002549504,2.013677e-7,0.000005910165,0.03825294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99929,0.000039500188,0.00011519322,0.00017159595,0.0001715916,0.00021213939],"domain_scores_gemma":[0.9991674,0.00013655427,0.00003065577,0.00055324956,0.000051176736,0.00006096774],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020260512,0.00006792682,0.000059970465,0.000019002837,0.0002793985,0.0005014319,0.0008987868,0.00003301212,0.000025400934],"category_scores_gemma":[0.0000215204,0.000035744833,0.000034025292,0.00014062066,0.000028477303,0.00033805863,0.00012314778,0.000069547394,0.002858876],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010720432,0.000056703106,0.0013385811,0.000007051114,0.000028914414,0.0000055043365,0.0063683176,0.000007810769,0.002618746,0.5991676,0.3154932,0.07490649],"study_design_scores_gemma":[0.0005535633,0.00038337984,0.0033166122,0.00006439821,0.0000053781937,0.00010201497,0.0051968936,0.13995446,0.005461151,0.016070854,0.8281078,0.0007835363],"about_ca_topic_score_codex":0.0008997901,"about_ca_topic_score_gemma":0.000025823263,"teacher_disagreement_score":0.88736004,"about_ca_system_score_codex":0.000012927302,"about_ca_system_score_gemma":0.000017979823,"threshold_uncertainty_score":0.99791753},"labels":[],"label_agreement":null},{"id":"W1988374254","doi":"10.1145/2700481","title":"Identifying Authorities in Online Communities","year":2015,"lang":"en","type":"article","venue":"ACM Transactions on Intelligent Systems and Technology","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Dependency (UML); Identification (biology); Set (abstract data type); Feature vector; Function (biology); Feature (linguistics); Artificial intelligence; Online community; Machine learning; Reading (process); Data mining; Information retrieval; World Wide Web","score_opus":0.09771654972236936,"score_gpt":0.31550471303863115,"score_spread":0.21778816331626177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988374254","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11023814,0.0032177272,0.8810836,0.0022260302,0.002041435,0.00028228818,0.000011199715,0.0006113385,0.00028825796],"genre_scores_gemma":[0.9952534,0.00026291807,0.0036424396,0.000028416243,0.000027434542,0.00008258247,0.000002415786,0.000011473311,0.0006889613],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9988146,0.00010298471,0.00039378108,0.0002412814,0.00017931589,0.00026805577],"domain_scores_gemma":[0.9988071,0.00011671353,0.0000730649,0.0008363217,0.00009175407,0.000075072465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003643793,0.00016113976,0.00027970335,0.00093906414,0.00017037938,0.0001382474,0.000855692,0.0002170477,0.0000027886995],"category_scores_gemma":[0.000024317154,0.0001495617,0.000033616547,0.00055738015,0.000116106305,0.00021525625,0.000045994762,0.00038698627,0.000032750035],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004794055,0.0014368145,0.014173028,0.00050273,0.00029204917,0.00017813059,0.052209377,0.0036019604,0.0006835944,0.6471654,0.0010289557,0.27868003],"study_design_scores_gemma":[0.0036730177,0.0030809217,0.00065781706,0.0041980753,0.00006570388,0.003002832,0.59019405,0.14554447,0.0173844,0.107775025,0.12141374,0.0030099365],"about_ca_topic_score_codex":0.0020937915,"about_ca_topic_score_gemma":0.00071563275,"teacher_disagreement_score":0.8850152,"about_ca_system_score_codex":0.000095501346,"about_ca_system_score_gemma":0.0000409986,"threshold_uncertainty_score":0.60989493},"labels":[],"label_agreement":null},{"id":"W1990893254","doi":"10.1145/2556420.2556828","title":"Rethinking the peer review process","year":2014,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Peer review; Process (computing); Scalability; Peer-to-peer; Technical peer review; Data science; Knowledge management; Human–computer interaction; World Wide Web; Political science","score_opus":0.04287608438119827,"score_gpt":0.3031611754269643,"score_spread":0.260285091045766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990893254","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007093306,0.0044800555,0.5508862,0.14082944,0.0010155045,0.00032395773,1.2846228e-7,0.00054997264,0.3012054],"genre_scores_gemma":[0.94116247,0.00017083352,0.0070675565,0.0202791,0.0003182863,0.00004091767,8.175079e-7,0.000009711211,0.030950284],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990063,0.000088900815,0.00013162853,0.00017567891,0.00046286258,0.0001346841],"domain_scores_gemma":[0.99915636,0.000087763714,0.000048784164,0.00051402824,0.00016324142,0.000029811188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020272213,0.00006125407,0.00009833294,0.000013026309,0.00014500084,0.00011773091,0.0009139349,0.000024033952,0.000013812415],"category_scores_gemma":[0.00028123462,0.000030709467,0.00003517117,0.00019065109,0.00001433328,0.00013963894,0.000080149715,0.00009570717,0.00015795017],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.152844e-7,0.000019561314,0.00045474473,0.00057069794,0.000011752286,0.000002063789,0.009667266,0.000008853939,0.000067418354,0.56334263,0.37541038,0.050444208],"study_design_scores_gemma":[0.00010675831,0.000040283656,0.00016932095,0.0013810802,0.00000536774,0.00005765546,0.00004333452,0.027000472,0.00061834673,0.024074927,0.94626313,0.00023932099],"about_ca_topic_score_codex":0.000020831842,"about_ca_topic_score_gemma":0.000004301635,"teacher_disagreement_score":0.9404532,"about_ca_system_score_codex":0.0000069439934,"about_ca_system_score_gemma":0.000017543054,"threshold_uncertainty_score":0.20301825},"labels":[],"label_agreement":null},{"id":"W1992440927","doi":"10.1109/tkde.2014.2359672","title":"Incorporating Social Role Theory into Topic Models for Social Media Content Analysis","year":2014,"lang":"en","type":"article","venue":"IEEE Transactions on Knowledge and Data Engineering","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Key Research and Development Program of China; Engineering and Physical Sciences Research Council; National Natural Science Foundation of China","keywords":"Social media; Computer science; Microblogging; Generative model; Focus (optics); Topic model; Regularization (linguistics); Data science; Process (computing); World Wide Web; Information retrieval; Generative grammar; Artificial intelligence","score_opus":0.06034266008053929,"score_gpt":0.27600291463329624,"score_spread":0.21566025455275695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992440927","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031462016,0.00016579477,0.9957112,0.00006782438,0.00049935613,0.00008682329,0.00003930881,0.00014121394,0.00014224382],"genre_scores_gemma":[0.9894822,0.000004553241,0.010069218,0.000014239748,0.0003020756,0.000040713898,0.000022926783,0.000011786155,0.000052246967],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909633,0.000047767066,0.00021539693,0.00035794018,0.00010124219,0.00018129332],"domain_scores_gemma":[0.99918354,0.00032020337,0.00004521238,0.000337905,0.000051147636,0.00006199816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051609136,0.00013765042,0.00024377974,0.00021347117,0.0003523603,0.000106948784,0.00047258486,0.00008252395,0.0000012749194],"category_scores_gemma":[0.000013691601,0.00013253663,0.00008825614,0.00032333712,0.00001976593,0.00042870035,0.000013595928,0.00012062588,0.0000032964826],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044468692,0.00033305227,0.00003704409,0.00033041104,0.001285972,0.0000017866495,0.057875287,0.056757677,0.009690684,0.23850538,0.00042433693,0.6347139],"study_design_scores_gemma":[0.00027897337,0.000023073357,0.00004101272,0.00001462423,0.00008705148,9.76832e-7,0.00017662492,0.99625057,0.0009428223,0.0013582427,0.0006535567,0.00017244274],"about_ca_topic_score_codex":0.000018565988,"about_ca_topic_score_gemma":0.00011469204,"teacher_disagreement_score":0.98633605,"about_ca_system_score_codex":0.00003186954,"about_ca_system_score_gemma":0.000019997402,"threshold_uncertainty_score":0.5404687},"labels":[],"label_agreement":null},{"id":"W1993150471","doi":"10.1145/1870096.1870099","title":"Discovering Knowledge-Sharing Communities in Question-Answering Forums","year":2010,"lang":"en","type":"article","venue":"ACM Transactions on Knowledge Discovery from Data","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Computer science; Cluster analysis; Transaction data; Question answering; Set (abstract data type); Information retrieval; Identification (biology); Focus (optics); Function (biology); Database transaction; Data mining; Artificial intelligence; Database","score_opus":0.055056583051641024,"score_gpt":0.32007919195545265,"score_spread":0.26502260890381163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993150471","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26678598,0.00057611085,0.72437537,0.00027306608,0.00447211,0.00027793436,0.0005851359,0.00034833714,0.002305943],"genre_scores_gemma":[0.98700625,0.00014636896,0.011352762,0.00003342347,0.00023299192,0.000080469894,0.00036229828,0.00004675918,0.00073866715],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997538,0.00015268182,0.00058406405,0.00090612407,0.00023915486,0.00057998556],"domain_scores_gemma":[0.9928135,0.00077612,0.000109027504,0.0061013913,0.000056181234,0.00014375546],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0007541249,0.00038608597,0.00041080234,0.00041705216,0.00053778297,0.000904344,0.006632241,0.00018925921,0.00003992235],"category_scores_gemma":[0.00009476159,0.00038207188,0.000115033,0.0006400475,0.00012337316,0.0047908896,0.00067154266,0.0010651567,0.00021106614],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004013876,0.012666151,0.0924859,0.0010566034,0.001389587,0.00019539696,0.17774434,0.015539391,0.054892875,0.1526833,0.0049817767,0.48596328],"study_design_scores_gemma":[0.006587896,0.0005311692,0.024749156,0.005993009,0.0002010722,0.00012690948,0.014738234,0.7858169,0.023917357,0.026428776,0.10496845,0.0059410445],"about_ca_topic_score_codex":0.004609925,"about_ca_topic_score_gemma":0.041093912,"teacher_disagreement_score":0.77027756,"about_ca_system_score_codex":0.00012215834,"about_ca_system_score_gemma":0.0001542525,"threshold_uncertainty_score":0.99986315},"labels":[],"label_agreement":null},{"id":"W2000389083","doi":"10.1145/2187980.2188202","title":"Finding expert users in community question answering","year":2012,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":195,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Latent Dirichlet allocation; Computer science; Question answering; Topic model; Information retrieval; Matching (statistics); Set (abstract data type); Focus (optics); Data science; World Wide Web","score_opus":0.051501793476186414,"score_gpt":0.3147266579913301,"score_spread":0.2632248645151437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000389083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7957714,0.0002871921,0.18970512,0.00043118335,0.0011097946,0.00009529029,1.5808536e-7,0.0003141738,0.012285671],"genre_scores_gemma":[0.9876041,0.000007504531,0.011771158,0.0002553235,0.00007981007,0.000011216688,7.666368e-7,0.000005403647,0.00026470638],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99906546,0.00024691367,0.00015809572,0.00009977633,0.00012704231,0.00030272556],"domain_scores_gemma":[0.9993512,0.00010348109,0.000033895976,0.00039309968,0.000012187137,0.00010611956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010401526,0.00008392713,0.000103168066,0.00011964462,0.000158599,0.00007743996,0.00044356758,0.000054918008,0.0000070551628],"category_scores_gemma":[0.0000665985,0.00007513771,0.000025589434,0.00024348604,0.000013031723,0.0008182156,0.00015270908,0.0001935559,0.00004743167],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007290702,0.00052945333,0.5996967,0.000057502642,0.000019871013,0.000009399441,0.16298592,0.00019640882,0.030842725,0.165314,0.0070637907,0.033276916],"study_design_scores_gemma":[0.0038554352,0.0005740802,0.5279635,0.0021148268,0.000008205409,0.00035819164,0.029749434,0.18302903,0.1411707,0.0022623024,0.10481303,0.0041012554],"about_ca_topic_score_codex":0.002561106,"about_ca_topic_score_gemma":0.000121669735,"teacher_disagreement_score":0.19183269,"about_ca_system_score_codex":0.00009313714,"about_ca_system_score_gemma":0.0000135519895,"threshold_uncertainty_score":0.38716432},"labels":[],"label_agreement":null},{"id":"W2007768246","doi":"10.1109/iceeli.2012.6360645","title":"Learning by challenging: A social network and privacy based approach","year":2012,"lang":"en","type":"article","venue":"International Conference on Education and e-Learning Innovations","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Enthusiasm; Session (web analytics); Field (mathematics); Social network (sociolinguistics); Social media; Multimedia; World Wide Web; Internet privacy; Artificial intelligence; Human–computer interaction; Psychology","score_opus":0.04855393343593111,"score_gpt":0.31134608245606205,"score_spread":0.2627921490201309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007768246","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2799087,0.00043257343,0.5263448,0.030213082,0.0028215477,0.00041702916,0.000004792283,0.0006066722,0.15925084],"genre_scores_gemma":[0.9893876,0.000020702368,0.0069945673,0.00052034744,0.00045486187,0.00006122791,0.000083059946,0.000010311575,0.0024673403],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989265,0.00012631116,0.00021867691,0.00026223596,0.00023654115,0.000229732],"domain_scores_gemma":[0.99932396,0.000086882996,0.00016685322,0.0000998414,0.0002444752,0.00007798068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050549005,0.00013104522,0.00011181154,0.00019545935,0.00064064236,0.00032111848,0.00024571762,0.00007730153,0.000028855307],"category_scores_gemma":[0.00016836607,0.00013429119,0.000020400646,0.00033178492,0.00004336543,0.00041189915,0.00007483082,0.00041079486,0.000014285776],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004411582,0.00023931885,0.01729798,0.000013300721,0.000025165944,7.6308964e-8,0.0065366738,0.00024998514,0.0003159841,0.94156116,0.00549987,0.028256066],"study_design_scores_gemma":[0.00088003196,0.00021527802,0.044507172,0.00022135391,0.000013417187,0.000042661344,0.007901174,0.41879058,0.0000803739,0.0022164888,0.52426106,0.0008703871],"about_ca_topic_score_codex":0.000024384224,"about_ca_topic_score_gemma":2.4741837e-7,"teacher_disagreement_score":0.9393447,"about_ca_system_score_codex":0.00005107935,"about_ca_system_score_gemma":0.00011328843,"threshold_uncertainty_score":0.5476235},"labels":[],"label_agreement":null},{"id":"W2022863964","doi":"10.3138/jsp.44-4-006","title":"Auditing Social Science and Humanities Journals: The View of an Editor in a Malaysian Research University","year":2013,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scopus; Publishing; Publication; Audit; Library science; Order (exchange); Work (physics); Political science; Social science; Public relations; Sociology; Computer science; Accounting; Business; Engineering; MEDLINE","score_opus":0.08815774113585703,"score_gpt":0.3181193552671191,"score_spread":0.22996161413126207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022863964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9803828,0.000729879,0.0007068395,0.012391266,0.0014444606,0.00012743653,0.0000010125888,0.000012728349,0.004203559],"genre_scores_gemma":[0.9955456,0.0000378121,0.0019862088,0.0001178211,0.0022391572,5.6122724e-7,5.168766e-8,0.000005028876,0.00006772133],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99613565,0.0007124659,0.0004718098,0.0001873305,0.0021182632,0.0003744711],"domain_scores_gemma":[0.99479014,0.0003638266,0.0005793591,0.00021698163,0.0038981352,0.00015157762],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.026257826,0.00008124562,0.00021662939,0.0011808266,0.0011436737,0.029005295,0.003078739,0.000087891465,0.000006900366],"category_scores_gemma":[0.0033456676,0.000058664613,0.000046395293,0.0017810229,0.00036671196,0.11117275,0.00056266907,0.0018632488,0.0000012444293],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055239,0.00058362045,0.0712124,0.0003135868,0.00014713961,0.00035624587,0.25744137,0.00005146,0.0680867,0.21050988,0.09283656,0.2984058],"study_design_scores_gemma":[0.0032991234,0.0013184807,0.58925164,0.0036289382,0.000026926336,0.0013622945,0.25738612,0.011192056,0.0014914544,0.019947432,0.11019833,0.00089718495],"about_ca_topic_score_codex":0.00037744473,"about_ca_topic_score_gemma":0.000025939387,"teacher_disagreement_score":0.5180392,"about_ca_system_score_codex":0.0002805934,"about_ca_system_score_gemma":0.0005901407,"threshold_uncertainty_score":0.9720027},"labels":[],"label_agreement":null},{"id":"W2032599523","doi":"10.1145/1753326.1753376","title":"Why users of yahoo!","year":2010,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Meaning (existential); Subject (documents); Action (physics); Perception; Computer science; Internet privacy; Process (computing); Contrast (vision); Psychology; World Wide Web; Artificial intelligence","score_opus":0.012208575665355903,"score_gpt":0.23697651654228383,"score_spread":0.22476794087692792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032599523","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.486367,0.00003744814,0.38636878,0.004147612,0.0036648007,0.00012637144,8.26038e-7,0.0003802656,0.118906915],"genre_scores_gemma":[0.9729106,6.2058234e-7,0.025001833,0.0004849027,0.000049241815,0.000001870892,1.331991e-7,0.0000025320546,0.0015482792],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99955696,0.00001053141,0.00009898942,0.00011945577,0.0001154895,0.00009858067],"domain_scores_gemma":[0.99949193,0.000030078087,0.000031758642,0.0003749903,0.000029639163,0.000041592062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012719675,0.000041681455,0.000070204995,0.000041788833,0.000026402791,0.000030702413,0.00045379286,0.000035706427,0.00003607704],"category_scores_gemma":[0.000016116037,0.000031355656,0.000030384932,0.00012212974,0.000018707478,0.00012888922,0.00006382158,0.00006365774,0.000047955695],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016147557,0.00007360977,0.015295827,0.000019209663,0.000016334798,0.0000054932484,0.0023851008,0.0000069361445,0.21617995,0.5962356,0.16241674,0.007363585],"study_design_scores_gemma":[0.000658217,0.00018053553,0.00797624,0.000039959858,0.000003684047,0.00006435215,0.00020293648,0.029667532,0.2883558,0.0031058893,0.6692446,0.0005002546],"about_ca_topic_score_codex":0.00028696575,"about_ca_topic_score_gemma":0.00007524534,"teacher_disagreement_score":0.5931297,"about_ca_system_score_codex":0.0000024003168,"about_ca_system_score_gemma":0.000014830921,"threshold_uncertainty_score":0.12786464},"labels":[],"label_agreement":null},{"id":"W2034228952","doi":"10.1145/1435417.1435430","title":"ViewpointScaling the academic publication process to internet scale","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Process (computing); Scale (ratio); The Internet; Computer science; World Wide Web; Programming language; Geography","score_opus":0.09442681693329798,"score_gpt":0.3405484874197267,"score_spread":0.24612167048642875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034228952","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18201229,0.0024942444,0.02541788,0.77837324,0.0005089032,0.00097478123,0.0000051488846,0.00026183674,0.009951684],"genre_scores_gemma":[0.97359025,0.00009569384,0.024448892,0.0010293417,0.000026431939,0.000093434785,0.0000018643525,0.000006073892,0.00070803845],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990334,0.00019671454,0.00029571325,0.0001505372,0.00020003288,0.00012363377],"domain_scores_gemma":[0.978359,0.00024486776,0.0001814237,0.020977436,0.0001975486,0.00003973378],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0006027728,0.000070135044,0.00009967389,0.000059578135,0.00040504042,0.000039157592,0.05085055,0.000047651087,0.000001891798],"category_scores_gemma":[0.0032593776,0.00004173288,0.00005893374,0.0007107964,0.00015948908,0.00022183837,0.013237909,0.00026853182,0.000069878944],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011676632,0.0003928815,0.041352097,0.00007854862,0.000093092785,2.1600263e-7,0.1397394,0.00051143643,0.00951876,0.12193992,0.6664898,0.01987219],"study_design_scores_gemma":[0.0011339479,0.00018174901,0.0766316,0.0016659218,0.000062450796,0.00044386485,0.0029137086,0.1358753,0.11781396,0.13904607,0.5228613,0.0013701203],"about_ca_topic_score_codex":0.00007201752,"about_ca_topic_score_gemma":0.000013916985,"teacher_disagreement_score":0.79157794,"about_ca_system_score_codex":0.00003093012,"about_ca_system_score_gemma":0.000056562832,"threshold_uncertainty_score":0.9947428},"labels":[],"label_agreement":null},{"id":"W2041335144","doi":"10.4028/www.scientific.net/amm.339.269","title":"Feedback Ranking Method in Topic-Based Retrieval","year":2013,"lang":"en","type":"article","venue":"Applied Mechanics and Materials","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Cancer Society Research Institute","keywords":"Ranking (information retrieval); Rank (graph theory); Computer science; Information retrieval; Set (abstract data type); Learning to rank; Ranking SVM; Object (grammar); Process (computing); Rank correlation; Data mining; Machine learning; Artificial intelligence; Mathematics","score_opus":0.013015678133404731,"score_gpt":0.23838256121396037,"score_spread":0.22536688308055564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041335144","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0838775,0.000048708833,0.91347164,0.00042316964,0.0008149621,0.00046372926,0.0000020062448,0.00010290199,0.0007953847],"genre_scores_gemma":[0.85481787,0.000010071,0.14451715,0.00043676893,0.000084515355,0.00005483624,0.0000025851457,0.0000108227805,0.00006535073],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99893564,0.00006558627,0.00027464842,0.00032748815,0.00014401283,0.00025263173],"domain_scores_gemma":[0.9994581,0.000070464266,0.000085423955,0.00030271377,0.000023439443,0.000059882914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000785614,0.00012827177,0.00026248416,0.00008244632,0.00006480523,0.000285877,0.00028551262,0.000103165774,0.000043298092],"category_scores_gemma":[0.000014074528,0.000110763576,0.000018960194,0.00014658865,0.0000041025346,0.000105604566,0.00012659468,0.000052762985,0.00004764087],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071772256,0.000012052217,0.0000014604516,0.00002863797,0.0000035949017,0.0000019466265,0.00025110762,0.0000025877468,0.42208385,0.5741968,0.00010491958,0.0033058512],"study_design_scores_gemma":[0.0015384115,0.000074336305,0.00011318279,0.00008545877,0.0000058173196,0.000011785157,0.00011198411,0.009070421,0.8018407,0.18401386,0.0026919625,0.00044202505],"about_ca_topic_score_codex":0.00014101168,"about_ca_topic_score_gemma":0.0000028430768,"teacher_disagreement_score":0.7709404,"about_ca_system_score_codex":0.000021430755,"about_ca_system_score_gemma":0.000023235201,"threshold_uncertainty_score":0.45168078},"labels":[],"label_agreement":null},{"id":"W2042140705","doi":"10.1145/1984701.1984702","title":"Leveraging social media to gather user feedback for software development","year":2011,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Social media; Software deployment; Computer science; Transparency (behavior); Software; World Wide Web; Service (business); Social computing; Internet privacy; Multimedia; Business; Software engineering; Computer security; Marketing","score_opus":0.09079557844140053,"score_gpt":0.25597888658866236,"score_spread":0.16518330814726184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042140705","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02696283,0.000013917701,0.96803296,0.00030345924,0.00082514144,0.00018879876,6.391411e-7,0.0002822625,0.003389968],"genre_scores_gemma":[0.3470135,2.0244809e-7,0.6473068,0.0007827325,0.0002036295,0.000083966166,0.0000013349119,0.00001654316,0.0045913104],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990226,0.000017238694,0.00018180058,0.00029517486,0.00018009525,0.00030309398],"domain_scores_gemma":[0.9995392,0.000069628695,0.000036204245,0.00019011566,0.000068560454,0.00009629078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024799377,0.0001125406,0.00013090411,0.000068622954,0.00019882184,0.0000744641,0.0005387258,0.000052449697,0.00005551776],"category_scores_gemma":[0.000039769453,0.000092629445,0.000047226662,0.0001346529,0.000009238438,0.00014527592,0.0001530694,0.000039966024,0.00026939157],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025356632,0.00016936769,0.0071081338,0.000060055063,0.00009101278,0.000010591186,0.5921506,0.0000040083282,0.0008205303,0.04710207,0.1611353,0.19132294],"study_design_scores_gemma":[0.0024069224,0.00017001512,0.06238505,0.000200503,0.000013435441,0.000029738,0.004597943,0.001119288,0.07145504,0.0053498326,0.84996563,0.002306585],"about_ca_topic_score_codex":0.000027338772,"about_ca_topic_score_gemma":0.00003521361,"teacher_disagreement_score":0.6888304,"about_ca_system_score_codex":0.00005162419,"about_ca_system_score_gemma":0.000070148235,"threshold_uncertainty_score":0.3777319},"labels":[],"label_agreement":null},{"id":"W2052027666","doi":"10.1109/icsme.2014.109","title":"SurfClipse: Context-Aware Meta-search in the IDE","year":2014,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Debugging; Context (archaeology); Relevance (law); Web page; Software; Search engine","score_opus":0.08750647120375299,"score_gpt":0.29512685429199026,"score_spread":0.20762038308823727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052027666","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05148167,0.00074161973,0.8382765,0.023275424,0.00095882633,0.0005360873,0.0000017807289,0.00039016877,0.084337905],"genre_scores_gemma":[0.9946774,0.0000029702655,0.0009196417,0.0017676664,0.00006769204,0.000029024422,5.473714e-7,0.000004490422,0.0025305196],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849457,0.0004410857,0.00019540732,0.0002664025,0.0003381929,0.00026435364],"domain_scores_gemma":[0.9987467,0.00046815682,0.000028036458,0.0006744979,0.00003751971,0.000045099456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021241023,0.000098373544,0.0002030907,0.000073947995,0.00009771954,0.0001971341,0.0012564681,0.0000449382,0.00003490385],"category_scores_gemma":[0.000049580623,0.000051399595,0.000091842114,0.00030941013,0.000029818168,0.00018131982,0.00012229441,0.00014529863,0.00023708834],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031252387,0.000091580914,0.0060601654,0.00001963534,0.00010364954,0.000019743657,0.008860377,0.00011012897,0.00024506787,0.9380358,0.028241184,0.018209575],"study_design_scores_gemma":[0.002454727,0.0006218609,0.02477434,0.0000948455,0.00008203843,0.00023315447,0.004389515,0.42275882,0.0067682075,0.011805934,0.5245459,0.0014706391],"about_ca_topic_score_codex":0.0012801972,"about_ca_topic_score_gemma":0.00068350515,"teacher_disagreement_score":0.94319576,"about_ca_system_score_codex":0.000014249724,"about_ca_system_score_gemma":0.000023935352,"threshold_uncertainty_score":0.304737},"labels":[],"label_agreement":null},{"id":"W2057710186","doi":"10.1145/2491411.2494585","title":"Toward understanding the causes of unanswered questions in software information sites: a case study of stack overflow","year":2013,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Stack (abstract data type); Data science; Software; Software engineering; World Wide Web; Programming language","score_opus":0.07642609621534562,"score_gpt":0.28172690575799064,"score_spread":0.205300809542645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057710186","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72858167,0.000020754078,0.27049625,0.0001132429,0.00009032663,0.00041262314,0.000002163693,0.000051056704,0.00023193989],"genre_scores_gemma":[0.9979954,0.0000024589294,0.0018999394,0.000032458473,0.000006212263,0.000027033147,8.267206e-7,0.000002661628,0.000033009645],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9990613,0.00009285732,0.0003954687,0.00010106785,0.000220468,0.00012884462],"domain_scores_gemma":[0.999141,0.00021010012,0.0001487009,0.00036815976,0.00010189176,0.000030155807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026032564,0.000081064725,0.00014959455,0.00016665163,0.000075572054,0.00009096829,0.0002800608,0.00003578982,0.000010961755],"category_scores_gemma":[0.00009572274,0.000052736552,0.00002770526,0.00044704552,0.000028150214,0.0009680767,0.0000984145,0.00006782474,0.0000079261135],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000132487285,0.0010238951,0.21500444,0.00033757486,0.00014004522,0.00011273707,0.7097229,0.007786096,0.00055909087,0.05855419,0.0034827774,0.0032630558],"study_design_scores_gemma":[0.0034741855,0.0016217071,0.02359774,0.0005030657,0.000030271929,0.00062220707,0.7858417,0.17718486,0.0012316819,0.0050944057,0.00010777184,0.00069037423],"about_ca_topic_score_codex":0.012351214,"about_ca_topic_score_gemma":0.0018366517,"teacher_disagreement_score":0.26941374,"about_ca_system_score_codex":0.000080069454,"about_ca_system_score_gemma":0.000052049036,"threshold_uncertainty_score":0.9942256},"labels":[],"label_agreement":null},{"id":"W2074549053","doi":"10.5555/2820518.2820578","title":"An insight into the unresolved questions at stack overflow","year":2015,"lang":"en","type":"article","venue":"Mining Software Repositories","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Stack (abstract data type); Computer science; Popularity; Recall; Data science; Exploratory research; Information retrieval; Theoretical computer science; Artificial intelligence; Cognitive psychology; Programming language; Psychology; Social psychology","score_opus":0.025449479710167613,"score_gpt":0.2739315046489646,"score_spread":0.24848202493879698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074549053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6915136,0.0045506996,0.2854517,0.0012505855,0.012039574,0.00032327042,0.0000035827593,0.0022412133,0.0026257667],"genre_scores_gemma":[0.92285013,0.00000617337,0.07339271,0.000114222006,0.00086072064,0.000047497022,0.000007567262,0.00002290916,0.0026980964],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982501,0.00022461326,0.00029674207,0.00043913015,0.0004961813,0.00029321807],"domain_scores_gemma":[0.997941,0.00028711007,0.00013728229,0.0011783635,0.00024885437,0.00020739637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004526268,0.0001902963,0.00019116588,0.00006412197,0.00079997745,0.0005848537,0.0009101943,0.00010842243,0.0000011750496],"category_scores_gemma":[0.0004112383,0.00013384815,0.00005697398,0.00035746256,0.00010583114,0.00062136794,0.00030145224,0.00013040357,0.000029832785],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004190273,0.00016391193,0.35960948,0.00004413115,0.00010299422,0.00017697967,0.5825591,0.00090939115,0.0023987724,0.009927065,0.03247862,0.011587662],"study_design_scores_gemma":[0.0014552312,0.0017270392,0.02251848,0.0005877636,0.00006817612,0.0006645915,0.009140545,0.015763683,0.026475258,0.0019997796,0.9176403,0.0019591178],"about_ca_topic_score_codex":0.0007079636,"about_ca_topic_score_gemma":0.00016725934,"teacher_disagreement_score":0.8851617,"about_ca_system_score_codex":0.00022792612,"about_ca_system_score_gemma":0.00020798424,"threshold_uncertainty_score":0.61528605},"labels":[],"label_agreement":null},{"id":"W2077570964","doi":"10.1145/2024288.2024295","title":"Constructing expert profiles over time for skills management and expert finding","year":2011,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Profiling (computer programming); Computer science; Knowledge management; Recommender system; Identification (biology); Expert system; Data science; World Wide Web; Artificial intelligence","score_opus":0.028034756021938997,"score_gpt":0.2618110816060652,"score_spread":0.2337763255841262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077570964","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07686362,0.0009742443,0.7697843,0.00053391693,0.001899389,0.0017678268,0.0000067936357,0.0010280953,0.14714184],"genre_scores_gemma":[0.4094881,0.00003228524,0.57897586,0.000603957,0.00020433767,0.00023465708,0.0000031549991,0.000026772781,0.0104308585],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988387,0.000026994212,0.00022704633,0.00043165957,0.00015350005,0.0003220717],"domain_scores_gemma":[0.9993924,0.00008557447,0.00007607779,0.00033344765,0.00002765055,0.000084831634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022978822,0.00015592846,0.00018003616,0.00011013574,0.0001624605,0.00013460232,0.00037163805,0.000059093683,0.00008747784],"category_scores_gemma":[0.000014363042,0.00012596285,0.00005301592,0.00010714762,0.00004300118,0.00034344298,0.00023544779,0.000040966235,0.000031032614],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026719992,0.00027737132,0.0121766925,0.00016848197,0.000269517,0.00005597063,0.06897826,6.4744785e-7,0.008433588,0.5736442,0.072381385,0.26358715],"study_design_scores_gemma":[0.01270064,0.0016591939,0.013206093,0.002693636,0.000067351386,0.0009886349,0.03305654,0.12895082,0.6521842,0.016203197,0.13088696,0.0074027684],"about_ca_topic_score_codex":0.00005743387,"about_ca_topic_score_gemma":0.0000015222705,"teacher_disagreement_score":0.6437506,"about_ca_system_score_codex":0.00003658643,"about_ca_system_score_gemma":0.000009559038,"threshold_uncertainty_score":0.51366156},"labels":[],"label_agreement":null},{"id":"W2078788386","doi":"10.1002/asi.23469","title":"What motivates people to review articles? The case of the human‐computer interaction community","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Relevance (law); Peer review; Quality (philosophy); Psychology; Process (computing); Public relations; Medical education; Applied psychology; Computer science; Political science; Medicine","score_opus":0.03560543228195858,"score_gpt":0.315803675541707,"score_spread":0.28019824325974846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078788386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92593265,0.0001695165,0.0070906184,0.06457422,0.0017313621,0.00037089144,0.0000012081204,0.000019123287,0.000110402994],"genre_scores_gemma":[0.99847585,0.00003763614,0.0003894679,0.0010478888,0.000020859106,0.0000055293344,7.829301e-8,9.331239e-7,0.000021733184],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897015,0.0001121327,0.00041363767,0.000039274255,0.00035825334,0.000106576284],"domain_scores_gemma":[0.99690825,0.00016885929,0.0010786952,0.00031986655,0.0014933498,0.000030973217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00576246,0.000046698944,0.00012064231,0.00018525531,0.0006021725,0.00025313994,0.0010852056,0.00004111302,1.8268351e-7],"category_scores_gemma":[0.00205561,0.000021989137,0.000047444526,0.0014965173,0.000066390065,0.0029520108,0.00035217305,0.0002053823,0.0000019088711],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026867714,0.00032449697,0.04870062,0.000508948,0.00019963912,0.000002127061,0.16941543,0.002143872,0.0061482773,0.2971726,0.11456356,0.36079356],"study_design_scores_gemma":[0.0068846606,0.003996973,0.0782417,0.009412513,0.0003463399,0.011685466,0.1638597,0.11507068,0.14107478,0.11353608,0.35444248,0.001448637],"about_ca_topic_score_codex":0.00003233561,"about_ca_topic_score_gemma":0.000038829217,"teacher_disagreement_score":0.3593449,"about_ca_system_score_codex":0.00018890832,"about_ca_system_score_gemma":0.000103742546,"threshold_uncertainty_score":0.4631485},"labels":[],"label_agreement":null},{"id":"W2106411868","doi":"","title":"Finding Expert Users in Community Question Answering Services Using Topic Models","year":2012,"lang":"en","type":"article","venue":"Library and Archives Canada (Government of Canada)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Latent Dirichlet allocation; Question answering; Topic model; Information retrieval; Set (abstract data type); Matching (statistics); Data science; World Wide Web","score_opus":0.01426820994540965,"score_gpt":0.19072938810368215,"score_spread":0.1764611781582725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106411868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9726164,0.0005903824,0.006210778,0.00068539946,0.00041177755,0.00009299011,0.0000073025517,0.000020047572,0.019364962],"genre_scores_gemma":[0.9937706,0.0000345191,0.0053655566,0.0005646298,0.000045563775,0.000003268274,0.0000011346307,0.0000076057295,0.00020714683],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985789,0.00015925361,0.00020753898,0.00012457772,0.0006343132,0.00029540906],"domain_scores_gemma":[0.9993537,0.00013105833,0.000091073394,0.00023688983,3.3689057e-7,0.00018690755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000040507704,0.000119206896,0.00015994256,0.000033933215,0.00021663684,0.000039530874,0.00036716237,0.00002315395,0.0000012865089],"category_scores_gemma":[0.0000013979547,0.000119180455,0.000014136257,0.00009498934,0.000018940003,0.0014924051,0.00021974556,0.00014239691,8.554133e-10],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008998316,0.00013993974,0.48754948,0.00070178317,0.000071409864,0.0000516905,0.022169199,0.0073480005,0.08714679,0.38134083,0.00012153781,0.013269359],"study_design_scores_gemma":[0.0007603775,0.000082872284,0.09514159,0.0014879014,0.000008413401,0.00003973406,0.022201508,0.75602347,0.11632809,0.0028068973,0.004231763,0.00088740914],"about_ca_topic_score_codex":0.042751186,"about_ca_topic_score_gemma":0.025115188,"teacher_disagreement_score":0.74867547,"about_ca_system_score_codex":0.000018203373,"about_ca_system_score_gemma":0.00029439412,"threshold_uncertainty_score":0.99267393},"labels":[],"label_agreement":null},{"id":"W2114072107","doi":"10.1287/mnsc.1040.0290","title":"Optimal Allocation of Proposals to Reviewers to Facilitate Effective Ranking","year":2005,"lang":"en","type":"article","venue":"Management Science","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; York University","funders":"","keywords":"Ranking (information retrieval); Integer programming; Computer science; Set (abstract data type); Heuristic; Operations research; Integer (computer science); Heuristics; Management science; Information retrieval; Artificial intelligence; Mathematics; Economics; Algorithm","score_opus":0.024118303300927915,"score_gpt":0.27838798398423853,"score_spread":0.25426968068331063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114072107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07814188,0.00009326066,0.9046335,0.0030777473,0.00044441866,0.0017933886,7.815931e-7,0.00011858024,0.011696442],"genre_scores_gemma":[0.83586514,0.0000068435143,0.16249149,0.00047066,0.00002612177,0.00012022248,1.81431e-7,0.000003351163,0.0010160177],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980931,0.000056444507,0.00025980282,0.00056316913,0.0006951403,0.00033233152],"domain_scores_gemma":[0.99906266,0.000030807678,0.00007114323,0.00059888273,0.00010938776,0.00012713046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021310658,0.000109200904,0.00015841266,0.00037403236,0.00017765064,0.00014624374,0.001395957,0.000012817055,0.0000032737055],"category_scores_gemma":[0.00009194272,0.00009400694,0.000036926063,0.0017892427,0.000071723334,0.00057466986,0.0005358528,0.000036760706,0.00026161456],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014624262,0.00010551359,0.00045032473,0.0002451246,0.000022992957,0.000005914646,0.016450496,0.04308095,0.022786396,0.06617439,0.004732867,0.8459304],"study_design_scores_gemma":[0.0018777748,0.002027243,0.03964722,0.0032587177,0.000052040472,0.000020744488,0.0018791591,0.2541607,0.16856179,0.00067747675,0.5254669,0.002370227],"about_ca_topic_score_codex":0.000031160427,"about_ca_topic_score_gemma":0.000004051141,"teacher_disagreement_score":0.84356016,"about_ca_system_score_codex":0.00014598372,"about_ca_system_score_gemma":0.000020635096,"threshold_uncertainty_score":0.38334918},"labels":[],"label_agreement":null},{"id":"W2120024398","doi":"10.1002/meet.2014.14505101055","title":"Cross‐cultural quality comparison of online health information for elderly care on yahoo! answers","year":2014,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Popularity; Mainland China; China; Health information; Quality (philosophy); Questions and answers; Mainland; Health care; Perspective (graphical); Information quality; Psychology; Medicine; Nursing; Gerontology; Social psychology; Information system; Geography; World Wide Web; Computer science; Political science","score_opus":0.024652925443040843,"score_gpt":0.3616740775317791,"score_spread":0.3370211520887383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120024398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97740835,0.000021594331,0.016384242,0.005081555,0.00013247215,0.00057663856,0.000039683346,0.000106609805,0.0002488318],"genre_scores_gemma":[0.9756484,0.000010327542,0.02356469,0.0007205119,0.00001163728,0.000033130884,0.0000056859744,0.0000018381725,0.000003795241],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99856085,0.0000032685305,0.000595245,0.00013943254,0.00042677263,0.00027442197],"domain_scores_gemma":[0.996231,0.00006568944,0.0014932158,0.00017247259,0.0019911318,0.0000464665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012067525,0.000102343016,0.00029931715,0.00019025913,0.0004968992,0.00015496196,0.00097498694,0.00005746519,5.3159866e-8],"category_scores_gemma":[0.0006446154,0.00007146452,0.00011512531,0.0015056501,0.0012404853,0.002816885,0.00015566076,0.00009921614,3.873765e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003333443,0.000044978682,0.012863086,0.000699658,0.000021494154,3.6537837e-10,0.057783943,0.000048949645,0.0036762846,0.25440103,0.002841296,0.66758597],"study_design_scores_gemma":[0.0043253903,0.010689494,0.037440754,0.0005003568,0.000029322448,0.000013796872,0.45319313,0.16106042,0.13224466,0.0047358256,0.19466715,0.0010997038],"about_ca_topic_score_codex":0.00006496689,"about_ca_topic_score_gemma":0.0000016177272,"teacher_disagreement_score":0.66648626,"about_ca_system_score_codex":0.000100600795,"about_ca_system_score_gemma":0.00015354322,"threshold_uncertainty_score":0.457062},"labels":[],"label_agreement":null},{"id":"W2127408419","doi":"10.1007/s10115-009-0202-6","title":"Integrating multiple document features in language models for expert finding","year":2009,"lang":"en","type":"article","venue":"Knowledge and Information Systems","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Engineering and Physical Sciences Research Council; Commonwealth Scientific and Industrial Research Organisation","keywords":"Computer science; Information retrieval; Language model; Paragraph; Document retrieval; Document management system; Question answering; PageRank; Intranet; Key (lock); Subject-matter expert; Expert system; Artificial intelligence; Natural language processing; World Wide Web; The Internet","score_opus":0.016461128839897702,"score_gpt":0.2821247681681098,"score_spread":0.2656636393282121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127408419","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028769817,0.009788663,0.91270274,0.00040901967,0.001882097,0.0015925316,0.000009792342,0.00037544448,0.044469893],"genre_scores_gemma":[0.9962328,0.000030879488,0.0030050767,0.00013294368,0.00012804357,0.00010377678,0.0000145268705,0.0000035582264,0.0003483838],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99899584,0.000045650148,0.0004510571,0.00014913523,0.00012946893,0.00022882287],"domain_scores_gemma":[0.9994031,0.00011192858,0.00013431268,0.0002075612,0.00008109167,0.00006198976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052897795,0.00013555663,0.00020482659,0.000259945,0.0001404174,0.00044746892,0.00025102208,0.000087598986,3.2890344e-7],"category_scores_gemma":[0.00005965599,0.00010881149,0.00004167459,0.00021280334,0.0000073133015,0.0033736217,0.000041924097,0.00008505226,0.000012686846],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023639006,0.00006288664,0.0003253711,0.00031439838,0.000019334695,0.0000021902956,0.38755143,0.0014659548,0.0015107557,0.40382966,0.014379884,0.19051449],"study_design_scores_gemma":[0.0015722924,0.00017832345,0.0003864556,0.0007275147,0.0000019019509,0.000043547057,0.012049321,0.9333828,0.0015354526,0.000395465,0.049318265,0.00040866918],"about_ca_topic_score_codex":0.00013507775,"about_ca_topic_score_gemma":0.00002449997,"teacher_disagreement_score":0.967463,"about_ca_system_score_codex":0.00008166504,"about_ca_system_score_gemma":0.000029389468,"threshold_uncertainty_score":0.44372037},"labels":[],"label_agreement":null},{"id":"W2132930719","doi":"10.1145/2047196.2047218","title":"IP-QAT","year":2011,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Computer science; Context (archaeology); World Wide Web; Database transaction; Software; Cloud computing; Product (mathematics); Field (mathematics); Operating system; Database","score_opus":0.06291359197928667,"score_gpt":0.21319232566978583,"score_spread":0.15027873369049916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132930719","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008679504,0.00006264912,0.44441706,0.00017828663,0.0007748204,0.00004161395,9.285531e-8,0.00036341112,0.5454826],"genre_scores_gemma":[0.9510338,0.0000017871176,0.037554536,0.00028810927,0.000048804162,0.0000038625144,8.889472e-8,0.0000027908343,0.011066267],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995714,0.000014169256,0.00007222288,0.00013946422,0.00008140626,0.00012137127],"domain_scores_gemma":[0.99959564,0.000009418777,0.000015828198,0.00031843732,0.000014632017,0.00004602987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009272146,0.000043445518,0.000050479714,0.000030301238,0.000040604536,0.000032859884,0.0004308753,0.000023668463,0.00008111004],"category_scores_gemma":[0.000004658753,0.00003172051,0.000023801527,0.00009523509,0.000008637064,0.00015623723,0.000078118464,0.00002852441,0.00074621534],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001047989,0.000049095022,0.002590539,0.000004066226,0.000010916261,0.000019525427,0.00692197,3.3840087e-7,0.0008003958,0.93697286,0.033594757,0.019034488],"study_design_scores_gemma":[0.0015027028,0.0007126643,0.049935326,0.00011532637,0.000006409841,0.0003642488,0.00093122886,0.049548674,0.17687264,0.039747417,0.67834395,0.0019193806],"about_ca_topic_score_codex":0.00017643206,"about_ca_topic_score_gemma":0.000008047125,"teacher_disagreement_score":0.94235426,"about_ca_system_score_codex":0.000006535666,"about_ca_system_score_gemma":0.000009662699,"threshold_uncertainty_score":0.95913374},"labels":[],"label_agreement":null},{"id":"W2151520673","doi":"10.5267/j.msl.2014.1.010","title":"A system dynamic model for analyzing online question & answer markets","year":2014,"lang":"en","type":"article","venue":"Management Science Letters","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.013703026346002501,"score_gpt":0.2640802447531141,"score_spread":0.2503772184071116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151520673","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062348746,0.000011793762,0.93123114,0.004355026,0.0007940759,0.00036768476,0.0000021869675,0.00030977215,0.00057956384],"genre_scores_gemma":[0.8279837,0.0000020028856,0.1696206,0.0015286886,0.00005985254,0.000056813406,0.000005546585,0.000010210595,0.00073261437],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99771255,0.00007151162,0.00029191998,0.0007893968,0.0005731759,0.00056141964],"domain_scores_gemma":[0.99881923,0.000047674384,0.0001405734,0.0008462023,0.000036648413,0.000109656234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002370083,0.00017712479,0.00018037125,0.0005024906,0.00046782038,0.00046431008,0.001576349,0.000030749354,5.13672e-7],"category_scores_gemma":[0.000033908098,0.0001604686,0.00007892737,0.000832078,0.00012007205,0.0007248936,0.00029329275,0.00007286886,0.00002740494],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005238712,0.00035496,0.0073959813,0.0017925045,0.00015313004,0.000031143547,0.004743823,0.24213989,0.06754192,0.5164652,0.017423093,0.14190595],"study_design_scores_gemma":[0.00022681332,0.000013721782,0.0018447324,0.00014279732,0.000009461513,0.0000042747715,0.000041561445,0.9953391,0.000021564432,0.00012609366,0.0020171006,0.00021280108],"about_ca_topic_score_codex":0.000019269411,"about_ca_topic_score_gemma":0.000017033282,"teacher_disagreement_score":0.76563495,"about_ca_system_score_codex":0.0002919108,"about_ca_system_score_gemma":0.000009515645,"threshold_uncertainty_score":0.6543719},"labels":[],"label_agreement":null},{"id":"W2155203104","doi":"","title":"The Toronto Paper Matching System: An automated paper-reviewer assignment system","year":2013,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Task (project management); Process (computing); Matching (statistics); Field (mathematics); Simple (philosophy); Artificial intelligence; Software engineering; Data science; Human–computer interaction; World Wide Web; Multimedia; Engineering; Systems engineering; Programming language","score_opus":0.012327427024070005,"score_gpt":0.25441649735893235,"score_spread":0.24208907033486235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155203104","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026879752,0.026576944,0.4704899,0.009987999,0.032632034,0.008507541,0.00000868973,0.03624641,0.3886707],"genre_scores_gemma":[0.9911525,0.000030032325,0.004097931,0.00043645446,0.00029965842,0.00038650524,0.0000019163083,0.000027153808,0.003567795],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99709094,0.0004969008,0.0006604456,0.00055470224,0.00062534545,0.0005716508],"domain_scores_gemma":[0.9976577,0.00015419374,0.00019617543,0.0015442946,0.00020237152,0.0002452663],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001227155,0.0002873403,0.00036192656,0.000022349035,0.00071732973,0.0012692556,0.0015129591,0.000111054054,0.000069144175],"category_scores_gemma":[0.000019016117,0.0001563906,0.000115579496,0.00013757023,0.00002503347,0.0019355839,0.00024653118,0.0001027259,0.0010582698],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004626255,0.00015644993,0.00023101423,0.0010165034,0.00020490223,0.000034249904,0.0068817395,0.00021594015,0.013331021,0.7670468,0.16698548,0.043891244],"study_design_scores_gemma":[0.0008729857,0.00034983945,0.0027709932,0.0021480073,0.000040050436,0.0003628326,0.019063853,0.722387,0.0006137141,0.00014380217,0.24967787,0.0015690422],"about_ca_topic_score_codex":0.0092479205,"about_ca_topic_score_gemma":0.00045845707,"teacher_disagreement_score":0.9642728,"about_ca_system_score_codex":0.00059362815,"about_ca_system_score_gemma":0.00004429165,"threshold_uncertainty_score":0.99976754},"labels":[],"label_agreement":null},{"id":"W2168189845","doi":"10.1145/2556288.2557118","title":"TaggedComments","year":2014,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Manitoba","funders":"","keywords":"Computer science; Visibility; World Wide Web; Screen reader; Multimedia; Information retrieval; Web page; Human–computer interaction","score_opus":0.008178714451023479,"score_gpt":0.21591566344241891,"score_spread":0.20773694899139544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168189845","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027979787,0.000010696859,0.78403497,0.001631612,0.0004946257,0.000025038677,4.1320806e-8,0.00020180066,0.21080323],"genre_scores_gemma":[0.9739964,5.5640146e-7,0.018933436,0.0014321557,0.0000754507,0.0000035002472,2.0302134e-7,0.0000023361426,0.0055559617],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995569,0.000031303294,0.00007029737,0.00012752316,0.00010084622,0.0001131403],"domain_scores_gemma":[0.9995873,0.000030084822,0.000016903297,0.00031101503,0.000011138892,0.000043582306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017954248,0.000040771276,0.000052264648,0.000026291773,0.000052374788,0.00006945602,0.00040213144,0.000018359171,0.000013687949],"category_scores_gemma":[0.000013224863,0.00003059951,0.000019395655,0.00007663403,0.0000051393263,0.000111010595,0.000080846796,0.000027354266,0.00047206125],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.0894694e-7,0.00002971756,0.0024611729,0.000003866227,0.0000053745953,0.0000010763757,0.0004984401,0.000004660373,0.0009147829,0.8801734,0.0695269,0.046380296],"study_design_scores_gemma":[0.00033973847,0.000080166676,0.0017658701,0.000016621496,7.546547e-7,0.0000140627135,0.000020317026,0.1059372,0.005703837,0.0039632944,0.88194543,0.00021274122],"about_ca_topic_score_codex":0.00003626426,"about_ca_topic_score_gemma":0.0000019461106,"teacher_disagreement_score":0.97119844,"about_ca_system_score_codex":0.0000074053237,"about_ca_system_score_gemma":0.0000039213564,"threshold_uncertainty_score":0.60675496},"labels":[],"label_agreement":null},{"id":"W2168694452","doi":"10.1145/1458082.1458148","title":"Non-local evidence for expert finding","year":2008,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canada Excellence Research Chairs, Government of Canada","keywords":"Computer science; Complement (music); Task (project management); Information retrieval; Prior probability; Data science; Artificial intelligence; Engineering; Bayesian probability","score_opus":0.14757223884080958,"score_gpt":0.3459782915907313,"score_spread":0.1984060527499217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168694452","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011865565,0.00036745396,0.9830336,0.00088292843,0.0007632978,0.00018547097,2.4906734e-7,0.00020728851,0.0026941635],"genre_scores_gemma":[0.9353719,0.000034842506,0.058974706,0.0005862337,0.00022235708,0.0000761868,3.9565967e-7,0.000008235858,0.004725159],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989089,0.000016549153,0.000193429,0.00035926714,0.00021469576,0.000307171],"domain_scores_gemma":[0.99910647,0.00026696312,0.00004415563,0.00043497497,0.00005278274,0.000094686584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023526198,0.00011151987,0.00014889744,0.000071385984,0.00029409464,0.00006481569,0.00070334016,0.000060800954,0.000010348423],"category_scores_gemma":[0.000059972015,0.00008973021,0.000087308115,0.00019256791,0.000042147687,0.0004913061,0.00011422536,0.00005500545,0.00010703323],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005802147,0.00026566393,0.011002003,0.00012849213,0.00008072983,0.00018558993,0.04215214,0.00038427932,0.038779665,0.094618246,0.7337314,0.0786138],"study_design_scores_gemma":[0.0019273813,0.00085426605,0.0040120375,0.00078279374,0.0000055504906,0.0008380734,0.00080868247,0.7101263,0.15058981,0.00087081915,0.127607,0.0015772849],"about_ca_topic_score_codex":0.00014755758,"about_ca_topic_score_gemma":0.00000564022,"teacher_disagreement_score":0.92405885,"about_ca_system_score_codex":0.0000515912,"about_ca_system_score_gemma":0.00006829158,"threshold_uncertainty_score":0.3659092},"labels":[],"label_agreement":null},{"id":"W2200052037","doi":"10.1109/vlhcc.2015.7357216","title":"Understanding triggers for clarification requests in community-based software help forums","year":2015,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Troubleshooting; Computer science; Terminology; Software; Quality (philosophy); World Wide Web; Forcing (mathematics); Scheme (mathematics); Internet privacy","score_opus":0.3293036246009414,"score_gpt":0.3347762359183606,"score_spread":0.005472611317419163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2200052037","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031963643,0.000036775684,0.9925882,0.0016942931,0.00035806219,0.00032426053,0.0000018724108,0.00026971183,0.0015304661],"genre_scores_gemma":[0.91777605,9.1669443e-7,0.08122335,0.0005912064,0.00003095973,0.000062494626,0.00002089846,0.000010611844,0.0002835421],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884474,0.00025513014,0.00024658465,0.00019481026,0.00019569555,0.0002630582],"domain_scores_gemma":[0.9988198,0.00036838948,0.000081846076,0.0005519937,0.00007445137,0.00010350096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019541366,0.00010462823,0.00015364542,0.00019657447,0.00020051344,0.00014879245,0.00060262234,0.00010911096,7.005678e-7],"category_scores_gemma":[0.00017829756,0.000094341696,0.000047818496,0.00035741786,0.000026254682,0.00033280402,0.000048113543,0.00018574987,0.000011078906],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001569598,0.0007228763,0.03219305,0.00038786366,0.00004318745,0.000016114225,0.022319807,0.0038345659,0.0014498916,0.86591613,0.06261855,0.010341011],"study_design_scores_gemma":[0.014597787,0.0022029579,0.0011371049,0.00096123724,0.000019661516,0.00004475312,0.017981606,0.67093486,0.015843628,0.21335807,0.06076751,0.0021508026],"about_ca_topic_score_codex":0.00041896396,"about_ca_topic_score_gemma":0.00031292211,"teacher_disagreement_score":0.91457963,"about_ca_system_score_codex":0.0004409251,"about_ca_system_score_gemma":0.00014958446,"threshold_uncertainty_score":0.38471428},"labels":[],"label_agreement":null},{"id":"W2223244580","doi":"10.14404/jksarm.2006.6.1.113","title":"Strategies for Improving Electronic Question/Answering Function for the Activation of Archival Information Service of National Archives & Records Service","year":2006,"lang":"en","type":"article","venue":"Journal of Korean Society of Archives and Records Management","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Function (biology); Service (business); Archival science; Question answering; World Wide Web; Computer science; Field (mathematics); Internet privacy; Information retrieval; Library science; Business","score_opus":0.009225332791440421,"score_gpt":0.23078041430665627,"score_spread":0.22155508151521586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2223244580","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044826988,0.00009111217,0.95243204,0.0011767488,0.00019906959,0.00036188163,0.000008921448,0.00000959861,0.0008936224],"genre_scores_gemma":[0.8911183,0.00029254053,0.10810858,0.00011514436,0.00024093855,0.000022409478,0.000015926882,0.000008446822,0.00007769905],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987775,0.00004155055,0.0006358109,0.000105801395,0.00028079422,0.00015852375],"domain_scores_gemma":[0.9981909,0.0004098961,0.0010613293,0.00011685686,0.00019852188,0.000022527358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006346695,0.00010908855,0.00020443375,0.00013825328,0.00014998531,0.00005952539,0.00030448273,0.000025173233,3.1590102e-7],"category_scores_gemma":[0.000008810518,0.00008019264,0.0001992664,0.00016484754,0.000048733586,0.0006832889,0.00007631796,0.000106565945,3.235871e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010639472,0.00032093163,0.0008808733,0.0077330414,0.0010529374,1.2020146e-7,0.023905506,0.034127902,0.030600917,0.39841807,0.0022622426,0.4996335],"study_design_scores_gemma":[0.0028298947,0.0017749271,0.04706283,0.0010567666,0.00015595007,0.000018364908,0.01610299,0.7263822,0.0047506182,0.19289133,0.0066487165,0.00032540862],"about_ca_topic_score_codex":0.00013210355,"about_ca_topic_score_gemma":0.000018075654,"teacher_disagreement_score":0.8462913,"about_ca_system_score_codex":0.00002341891,"about_ca_system_score_gemma":0.00011801974,"threshold_uncertainty_score":0.32701612},"labels":[],"label_agreement":null},{"id":"W2232682432","doi":"10.1177/0165551515614473","title":"Editorial","year":2016,"lang":"es","type":"editorial","venue":"Journal of Information Science","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of British Columbia","keywords":"Computer science; Variety (cybernetics); Set (abstract data type); Cognitive models of information retrieval; Information retrieval; Information needs; Online search; Information seeking; Field (mathematics); World Wide Web; Perspective (graphical); Data science; Search engine; Human–computer information retrieval; Artificial intelligence","score_opus":0.008593887028867568,"score_gpt":0.2862305538817965,"score_spread":0.277636666852929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2232682432","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000103161874,0.00005998511,0.05888908,0.0005039527,0.9355183,0.00012478742,0.000025945577,0.00002904659,0.004745688],"genre_scores_gemma":[0.0027881558,0.00029487922,0.0023338143,0.00007098006,0.99426866,0.0000025143288,0.0000017480673,0.000008171512,0.00023110447],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9885353,0.00012028197,0.002475602,0.00026399657,0.0079291975,0.00067563134],"domain_scores_gemma":[0.98479843,0.00077344885,0.0053097433,0.00071326847,0.007898322,0.0005067708],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.010380343,0.0003673075,0.00067644415,0.0019448302,0.0006738684,0.0034228088,0.005578167,0.00057717005,0.000023526454],"category_scores_gemma":[0.00707564,0.00023817903,0.00031396397,0.0017142529,0.0006297399,0.026643569,0.00051663857,0.0010166598,0.0007140443],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003453475,0.000016906799,0.000016571272,0.000044828546,0.000015047447,0.0000025852785,0.0023864065,0.000018988925,0.00035665135,0.0021042263,0.9847767,0.010226596],"study_design_scores_gemma":[0.00086644647,0.0004220354,0.00003121918,0.00096264126,0.000011467483,0.00008913579,0.0001213343,0.000386193,0.0005215314,0.00017848931,0.996091,0.0003184885],"about_ca_topic_score_codex":0.000018020271,"about_ca_topic_score_gemma":3.384038e-7,"teacher_disagreement_score":0.05875028,"about_ca_system_score_codex":0.0007841294,"about_ca_system_score_gemma":0.0070977197,"threshold_uncertainty_score":0.9998021},"labels":[],"label_agreement":null},{"id":"W2246003695","doi":"10.1109/mic.2016.2","title":"Searching from Mars","year":2016,"lang":"en","type":"article","venue":"IEEE Internet Computing","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Mars Exploration Program; Astrobiology; Physics","score_opus":0.02199027694162501,"score_gpt":0.25800169243337634,"score_spread":0.23601141549175134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2246003695","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37952712,0.0000460935,0.6158374,0.00039697828,0.0018381252,0.00004396032,0.0000010202609,0.00027241508,0.0020368712],"genre_scores_gemma":[0.9829633,0.0000013318326,0.015068356,0.00022328776,0.00057259906,0.000001727886,5.059571e-7,0.000014360993,0.001154504],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984357,0.0001293891,0.0002923644,0.0004817467,0.00027187585,0.00038897604],"domain_scores_gemma":[0.9987634,0.0004961036,0.00010964702,0.00047922652,0.00004280213,0.00010886284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038605605,0.00014833637,0.00018189187,0.00009872317,0.00007723547,0.00024063438,0.0012076144,0.000057182457,0.000017466378],"category_scores_gemma":[0.000049901984,0.00010269814,0.00008245151,0.00012897004,0.000033489247,0.0002583039,0.00035466527,0.00013289017,0.00054647063],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000094584875,0.00005505115,0.01268388,0.000014864965,0.00009429429,0.00013365725,0.0085478155,0.00012271907,0.053096082,0.024962805,0.013506354,0.886773],"study_design_scores_gemma":[0.0023608664,0.00030622102,0.008478734,0.0037022193,0.000011335002,0.00021235201,0.00018525135,0.7282329,0.17876865,0.010631727,0.06538938,0.001720336],"about_ca_topic_score_codex":0.00085530203,"about_ca_topic_score_gemma":0.000017746705,"teacher_disagreement_score":0.8850527,"about_ca_system_score_codex":0.00007800976,"about_ca_system_score_gemma":0.000025607873,"threshold_uncertainty_score":0.7023957},"labels":[],"label_agreement":null},{"id":"W2286196367","doi":"10.1109/icdmw.2015.198","title":"Exploiting Class Bias for Discovery of Topical Experts in Social Media","year":2015,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Social media; Consistency (knowledge bases); Task (project management); Class (philosophy); Profiling (computer programming); Identification (biology); Data science; Artificial intelligence; Casual; Competence (human resources); Recommender system; Machine learning; Information retrieval; World Wide Web","score_opus":0.1833122665420097,"score_gpt":0.32078074910528964,"score_spread":0.13746848256327995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2286196367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68645096,0.000059812908,0.30325857,0.0012565524,0.0010862632,0.00014902721,0.0000017923524,0.00008150831,0.007655505],"genre_scores_gemma":[0.9927048,6.1386726e-7,0.0064624585,0.00007128294,0.00034886922,0.000028274513,0.00000123868,0.000004735835,0.0003777162],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99911946,0.000050796596,0.00025123585,0.00018816946,0.00020289952,0.00018742935],"domain_scores_gemma":[0.9994312,0.00026904626,0.00005981227,0.00015092085,0.00004113216,0.00004792088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003360961,0.00007023773,0.00018577235,0.00006777436,0.000033323973,0.00005856943,0.00032903996,0.00006236774,6.7883167e-7],"category_scores_gemma":[0.00023371108,0.000055590277,0.00005632527,0.00013614204,0.00002510291,0.0003491566,0.00010531179,0.000036320573,0.0000020877505],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036597015,0.00022816741,0.026528604,0.000058768328,0.00001756936,0.000017567398,0.11910047,0.000021964519,0.0058023096,0.7959228,0.0318967,0.02036848],"study_design_scores_gemma":[0.023405388,0.0019202175,0.037201192,0.0011552593,0.000028345334,0.00014944932,0.17777501,0.27504623,0.29813826,0.11376852,0.06678402,0.0046281153],"about_ca_topic_score_codex":0.00008659024,"about_ca_topic_score_gemma":0.00013558901,"teacher_disagreement_score":0.6821543,"about_ca_system_score_codex":0.000047346144,"about_ca_system_score_gemma":0.000061476654,"threshold_uncertainty_score":0.22669058},"labels":[],"label_agreement":null},{"id":"W2287709773","doi":"","title":"Q&A. How can an individual or small business give back to an open source community?","year":2009,"lang":"en","type":"article","venue":"˜The œopen source business resource","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open source; Computer science; Business; Software; Programming language","score_opus":0.08307572477509456,"score_gpt":0.2930041659153558,"score_spread":0.2099284411402612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2287709773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52339447,0.00020166693,0.40903494,0.04663326,0.0008588155,0.0065490636,0.000098987315,0.001407933,0.011820891],"genre_scores_gemma":[0.92488724,0.0000061989863,0.011672242,0.016347233,0.0007975851,0.00021923652,0.00020581251,0.00022019132,0.04564428],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926851,0.0023609465,0.0008243182,0.0015514509,0.001087309,0.0014909089],"domain_scores_gemma":[0.99144053,0.0004320694,0.0007494049,0.0056280065,0.00086230825,0.0008876721],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0031776545,0.00095568347,0.0011596287,0.0004369886,0.0030120115,0.014867699,0.028092798,0.00038313877,0.000046107343],"category_scores_gemma":[0.00030577884,0.0006967247,0.000103716826,0.0046392013,0.00026670774,0.0024180785,0.007809551,0.00086939463,0.00016525357],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014370986,0.0039255857,0.0023912597,0.00022748111,0.00033671348,0.00024300726,0.20014894,0.019455586,0.0036140971,0.0024821924,0.053023092,0.71271497],"study_design_scores_gemma":[0.002383954,0.000997074,0.03037887,0.00046757408,0.00005822645,0.00052141666,0.011735807,0.004533712,0.00021013977,0.00021751864,0.94661593,0.0018797944],"about_ca_topic_score_codex":0.018737756,"about_ca_topic_score_gemma":0.00982972,"teacher_disagreement_score":0.89359283,"about_ca_system_score_codex":0.00020235486,"about_ca_system_score_gemma":0.00049904105,"threshold_uncertainty_score":0.9995484},"labels":[],"label_agreement":null},{"id":"W2296338095","doi":"10.1109/ichi.2015.98","title":"Golden Retriever: Question Retrieval System","year":2015,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Heuristics; Computer science; Information retrieval; Semantic similarity; Relevance (law); Search engine indexing; Similarity (geometry); Semantics (computer science); Analytics; Semantic computing; Probabilistic latent semantic analysis; Data science; Artificial intelligence; Semantic Web","score_opus":0.03166001956969938,"score_gpt":0.26190315519594776,"score_spread":0.23024313562624837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296338095","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030748678,0.0008883593,0.78814596,0.0014849489,0.005935711,0.0003536356,0.000001944049,0.0028002004,0.16964057],"genre_scores_gemma":[0.9807217,0.0000019572026,0.0090976395,0.00008982545,0.0002810244,0.0000030740164,0.0000015378865,0.000008518013,0.009794715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861175,0.00013376605,0.00023674317,0.00032248773,0.00046226694,0.00023297868],"domain_scores_gemma":[0.9989416,0.000040103554,0.00007013587,0.00057726033,0.00016061023,0.00021030546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010685569,0.00011090379,0.00015953145,0.000084621766,0.000068791545,0.00020371994,0.0006176952,0.00010097438,0.0000024946935],"category_scores_gemma":[0.000108587185,0.00008928627,0.000043525746,0.00046752402,0.000016039201,0.00042487492,0.00014022301,0.00009076923,0.0006175669],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003042215,0.000043910622,0.0035534396,0.000049042086,0.000018325189,0.0000748226,0.0022711707,0.000028782892,0.00089938927,0.8909235,0.09909984,0.0030073419],"study_design_scores_gemma":[0.0052842107,0.0017606465,0.004068716,0.0010714423,0.000033954846,0.0019270668,0.0041061067,0.46481138,0.04768291,0.004197809,0.4623456,0.002710151],"about_ca_topic_score_codex":0.00023425097,"about_ca_topic_score_gemma":0.0000043154196,"teacher_disagreement_score":0.94997305,"about_ca_system_score_codex":0.00022738482,"about_ca_system_score_gemma":0.000100059195,"threshold_uncertainty_score":0.793778},"labels":[],"label_agreement":null},{"id":"W2401413208","doi":"10.1145/2901739.2901772","title":"How the R community creates and curates knowledge","year":2016,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Flourishing; Computer science; Set (abstract data type); Citizen journalism; Knowledge management; Data science; Channel (broadcasting); World Wide Web; Software; Online community; Community of practice; Sociology; Psychology; Social science","score_opus":0.04645835147828687,"score_gpt":0.2604488349183801,"score_spread":0.21399048344009325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401413208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5839244,0.003697085,0.25853512,0.06405447,0.0010004828,0.00032285412,0.0000032990304,0.00080840115,0.08765388],"genre_scores_gemma":[0.98435223,0.000030623953,0.0006349047,0.00008115344,0.000043184937,0.000007134868,8.501507e-8,0.0000028020079,0.014847857],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99946594,0.00019598943,0.000059098304,0.00009830559,0.000055511737,0.00012513534],"domain_scores_gemma":[0.99886763,0.0005719225,0.000023203445,0.00046132784,0.000035392102,0.000040538984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034657487,0.000066735796,0.00007224419,0.000021699738,0.00032961022,0.0002769524,0.00055931346,0.000025126199,0.000003406479],"category_scores_gemma":[0.000056843925,0.000025466645,0.000018643985,0.00008702036,0.00007802103,0.0002723487,0.00023685764,0.000063207735,0.00003639406],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034365116,0.0001335842,0.02818961,0.00003249922,0.000048174716,0.0000028286586,0.021019705,9.859848e-8,0.025198668,0.6678058,0.059941366,0.19762422],"study_design_scores_gemma":[0.0023682774,0.0007728746,0.054715343,0.000622538,0.000018860386,0.00028072592,0.008343485,0.009440756,0.17297128,0.046740975,0.7022245,0.0015003697],"about_ca_topic_score_codex":0.00013343124,"about_ca_topic_score_gemma":0.000074657735,"teacher_disagreement_score":0.64228314,"about_ca_system_score_codex":0.000008663369,"about_ca_system_score_gemma":0.000010451628,"threshold_uncertainty_score":0.26706585},"labels":[],"label_agreement":null},{"id":"W2441694243","doi":"10.2139/ssrn.2794149","title":"How Questions and Answers Shape Online Marketplaces: The Case of Amazon Answer","year":2016,"lang":"en","type":"article","venue":"Proceedings of the ... Annual Hawaii International Conference on System Sciences/Proceedings of the Annual Hawaii International Conference on System Sciences","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Order (exchange); Product (mathematics); Marketing; Questions and answers; Business; Computer science; World Wide Web; Mathematics","score_opus":0.03973796238147086,"score_gpt":0.28896836487073496,"score_spread":0.2492304024892641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2441694243","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27554226,0.00011131126,0.00034347377,0.039299335,0.0053568105,0.0014111755,0.0011486211,0.00023166869,0.67655534],"genre_scores_gemma":[0.99611866,0.000069962625,0.00077638216,0.000117169104,0.0003344691,0.00008979436,0.0000013695002,0.000026319885,0.002465892],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9922998,0.00012606008,0.0016271399,0.0016203914,0.0035307268,0.0007958909],"domain_scores_gemma":[0.9893671,0.00054716883,0.0031041768,0.0004977673,0.0062325923,0.00025115767],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0047348803,0.0007376757,0.0008959761,0.00084241305,0.0012900375,0.0014065916,0.011001927,0.00027138848,0.000026311654],"category_scores_gemma":[0.00029964827,0.0003672708,0.0004421298,0.0017671804,0.003581445,0.0035815462,0.0017520158,0.00047888447,0.000009876755],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087531094,0.00014083307,0.0040554223,0.00018653162,0.00011093186,0.0000039253546,0.0028468843,0.000011607446,0.003189063,0.98616475,0.0013423918,0.0018601],"study_design_scores_gemma":[0.0013079693,0.0014014676,0.003340182,0.011145247,0.00007661996,0.0018141313,0.9668608,0.004488547,0.0035643096,0.0037220456,0.0012800087,0.0009987089],"about_ca_topic_score_codex":0.00048916903,"about_ca_topic_score_gemma":0.000057877114,"teacher_disagreement_score":0.98244274,"about_ca_system_score_codex":0.00037156968,"about_ca_system_score_gemma":0.0005201007,"threshold_uncertainty_score":0.9998779},"labels":[],"label_agreement":null},{"id":"W2473029962","doi":"10.1145/2930238.2930289","title":"Modelling User Collaboration in Social Networks Using Edits and Comments","year":2016,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Order (exchange); World Wide Web; Function (biology); Quality (philosophy); Work (physics); Social network (sociolinguistics); Questions and answers; Data science; Social media; Engineering","score_opus":0.03926960441858399,"score_gpt":0.29065992328754914,"score_spread":0.2513903188689651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473029962","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09898192,0.000035460493,0.8991731,0.0009972338,0.0003943797,0.00005982897,3.0034158e-7,0.000035515197,0.0003222728],"genre_scores_gemma":[0.98885393,0.000007964017,0.010480456,0.00016737267,0.00026950918,0.0000028237675,2.4999463e-7,0.0000037846846,0.00021392046],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99943525,0.00004583591,0.00012489667,0.00015672253,0.00009625983,0.00014101402],"domain_scores_gemma":[0.9997807,0.000039097802,0.00003679219,0.00008490052,0.00003158681,0.000026883537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019045162,0.000055581848,0.000079175705,0.00004927365,0.00011236201,0.000101861166,0.0001154319,0.000054540335,0.0000014238589],"category_scores_gemma":[0.0000033666443,0.000038722847,0.000008308352,0.00018635247,0.0000113595315,0.00039298888,0.00006432305,0.00002994164,0.0000022034344],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060700047,0.000346982,0.13567579,0.00005953141,0.0000856002,0.00004142494,0.02667967,0.29566246,0.012198143,0.38803864,0.084892504,0.056258556],"study_design_scores_gemma":[0.00028709043,0.000008035451,0.00008421405,0.000034880562,5.5510515e-7,0.0000013408059,0.000040380426,0.9976493,0.00011154172,0.00028936434,0.0014187905,0.000074521384],"about_ca_topic_score_codex":0.00007716407,"about_ca_topic_score_gemma":0.000025103183,"teacher_disagreement_score":0.889872,"about_ca_system_score_codex":0.000046323115,"about_ca_system_score_gemma":0.000017565415,"threshold_uncertainty_score":0.15790719},"labels":[],"label_agreement":null},{"id":"W2474779893","doi":"10.2196/medinform.5490","title":"A Semi-Supervised Learning Approach to Enhance Health Care Community–Based Question Answering: A Case Study in Alcoholism","year":2016,"lang":"en","type":"preprint","venue":"JMIR Medical Informatics","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine","keywords":"Question answering; Computer science; Set (abstract data type); Information retrieval; Unified Medical Language System; Rank (graph theory); Test (biology); Similarity (geometry); Artificial intelligence; Baseline (sea); String metric; Test set; Natural language processing; Machine learning; String searching algorithm; Mathematics","score_opus":0.04537685676127573,"score_gpt":0.37189076878779,"score_spread":0.32651391202651425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2474779893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.518221,0.00011806485,0.47558466,0.00074176915,0.00064485933,0.0024326306,0.000009283626,0.00049938424,0.0017483187],"genre_scores_gemma":[0.9813144,0.00000878649,0.015907891,0.0016194375,0.0001439469,0.00088372047,0.000053455515,0.000027429178,0.000040916446],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99455196,0.0014778076,0.0015518998,0.00036831995,0.0013773477,0.00067264197],"domain_scores_gemma":[0.9967454,0.00029075125,0.0005134871,0.0015585995,0.00018076882,0.00071101426],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003638632,0.00045587355,0.00085228786,0.00054990454,0.00040325333,0.0003153918,0.0020713322,0.000523766,0.0000027930914],"category_scores_gemma":[0.00028121137,0.00037319295,0.000114945724,0.0005303585,0.00006707418,0.0003187456,0.00204024,0.0030997873,0.00002970747],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000152099565,0.00083701493,0.0011522411,0.0032894907,0.000037010628,0.0002779249,0.94210446,0.002415196,0.0000030795043,0.00021652297,0.0009542325,0.048697602],"study_design_scores_gemma":[0.0028412174,0.0014365028,0.00027921828,0.0092222355,0.000013334858,0.00084993936,0.1769987,0.8013652,0.000053786185,0.00006332194,0.0052668327,0.001609736],"about_ca_topic_score_codex":0.0023688711,"about_ca_topic_score_gemma":0.00030877156,"teacher_disagreement_score":0.79894996,"about_ca_system_score_codex":0.0006700073,"about_ca_system_score_gemma":0.0011651058,"threshold_uncertainty_score":0.999872},"labels":[],"label_agreement":null},{"id":"W2476137197","doi":"10.4018/978-1-4666-1993-7.ch009","title":"Ontologies in Expertise Finding Systems","year":2012,"lang":"en","type":"book-chapter","venue":"Advances in knowledge acquisition, transfer, and management book series/Advances in knowledge acquisition, transfer and management book series","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Ontology; Computer science; Software deployment; Process (computing); Knowledge management; Process management; Software engineering; Data science; Management science; Systems engineering; Engineering","score_opus":0.012680924934722691,"score_gpt":0.25456464753130215,"score_spread":0.24188372259657945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2476137197","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011794438,0.5923524,0.03404193,0.00029527332,0.0025625587,0.0034584857,0.00007616072,0.0004995491,0.36659572],"genre_scores_gemma":[0.03695122,0.85660094,0.0011837856,0.00041644854,0.00048204119,0.0021801118,0.00020039617,0.00022099358,0.10176407],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.990924,0.00041244496,0.0027717052,0.00299485,0.00082669157,0.002070311],"domain_scores_gemma":[0.99728197,0.00027056772,0.0002198852,0.0015485164,0.00025341148,0.00042567163],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.001329087,0.0022074436,0.002415729,0.0026917132,0.00079436804,0.0006127205,0.0016973554,0.00077376486,0.00015907221],"category_scores_gemma":[0.0000064797428,0.0023336622,0.0003629237,0.0008113826,0.0010347661,0.017245648,0.0006443591,0.0008189361,0.000073874944],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005098209,0.0005873821,0.00047775704,0.010431224,0.00028894658,0.00040715482,0.012757976,0.00020843305,0.00002608813,0.9335433,0.0006710174,0.04009087],"study_design_scores_gemma":[0.004877844,0.0006823575,0.00073806697,0.00865924,0.00026402506,0.00013737081,0.0028256017,0.00019586884,0.00017494822,0.015168783,0.96315247,0.0031234063],"about_ca_topic_score_codex":0.000031993324,"about_ca_topic_score_gemma":0.0020953082,"teacher_disagreement_score":0.9624815,"about_ca_system_score_codex":0.0008280879,"about_ca_system_score_gemma":0.00008179089,"threshold_uncertainty_score":0.99906653},"labels":[],"label_agreement":null},{"id":"W2538860999","doi":"10.1007/978-3-319-47874-6_1","title":"Towards Understanding User Participation in Stack Overflow Using Profile Data","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Reputation; Computer science; User profile; Stack (abstract data type); Quality (philosophy); Social network (sociolinguistics); Order (exchange); Data mining; Information retrieval; World Wide Web; Social media","score_opus":0.1298974629843937,"score_gpt":0.33237048273278125,"score_spread":0.20247301974838755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2538860999","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034983616,0.00020964464,0.99328864,0.00046292294,0.0023340003,0.00041568629,0.000022994063,0.00011743939,0.0027988546],"genre_scores_gemma":[0.6885228,0.000031240677,0.30941534,0.000513265,0.00087602355,0.000012110139,0.000017537439,0.000062550884,0.000549105],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955818,0.00007789432,0.000643202,0.0018108964,0.0010807671,0.00080545165],"domain_scores_gemma":[0.9966625,0.0003399314,0.0003268012,0.0024151474,0.00010263096,0.0001529868],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016040887,0.00045526604,0.00052211835,0.00086104654,0.00023564795,0.0006580783,0.003946931,0.00032168755,0.000020731744],"category_scores_gemma":[0.00014217677,0.0003695503,0.000062038336,0.000647646,0.00034789316,0.0015848252,0.0022947919,0.00049650506,0.00003257663],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046595113,0.00021144924,0.0040797642,0.00037022066,0.000073263735,0.00052273687,0.009886351,0.04523877,0.00255831,0.31709945,0.0003995702,0.6195135],"study_design_scores_gemma":[0.0004004985,0.00008575062,0.00015528826,0.0015477977,0.0000057887514,0.0000326706,8.9459235e-7,0.9460593,0.00073182164,0.049418475,0.0008470873,0.0007146361],"about_ca_topic_score_codex":0.00009015964,"about_ca_topic_score_gemma":0.00023358082,"teacher_disagreement_score":0.9008205,"about_ca_system_score_codex":0.0012441033,"about_ca_system_score_gemma":0.0008138798,"threshold_uncertainty_score":0.99987566},"labels":[],"label_agreement":null},{"id":"W2545638687","doi":"","title":"ScholarsPortal Ask Service: A Guelph Perspective","year":2013,"lang":"en","type":"article","venue":"The Atrium (University of Guelph)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ask price; Perspective (graphical); Service (business); Computer science; Business; Marketing; Artificial intelligence","score_opus":0.015546653203705385,"score_gpt":0.21868691111999006,"score_spread":0.20314025791628468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2545638687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92499214,0.0008913964,0.019697275,0.031877436,0.000660918,0.0005723337,0.000009751077,0.00035665458,0.020942066],"genre_scores_gemma":[0.995102,0.00002439437,0.002574694,0.00024433824,0.000074323245,5.142775e-7,0.0000017091462,0.000007655521,0.0019703961],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9988167,0.00010664708,0.00011624412,0.0003341695,0.00034451133,0.00028167173],"domain_scores_gemma":[0.9984222,0.00007282394,0.00016985714,0.0008074586,0.00041718202,0.000110451045],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00033417394,0.0001391422,0.0002129627,0.00012424722,0.00040905224,0.00008546193,0.0019148407,0.00009069802,0.00013254945],"category_scores_gemma":[0.000021748598,0.00012305893,0.00014123031,0.00067113014,0.00010470478,0.0009811344,0.0004935542,0.00022897561,0.00083669624],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011272673,0.0006286142,0.008816847,0.00019787128,0.0008178317,0.00022849228,0.1913697,0.00037850018,0.36256146,0.29393792,0.13190699,0.009043057],"study_design_scores_gemma":[0.0027021114,0.00043832103,0.803141,0.000177801,0.00011941639,0.00019694143,0.10980706,0.034631595,0.0008214628,0.0132637825,0.03349191,0.0012085764],"about_ca_topic_score_codex":0.00794801,"about_ca_topic_score_gemma":0.00019784218,"teacher_disagreement_score":0.79432416,"about_ca_system_score_codex":0.00009319366,"about_ca_system_score_gemma":0.00008711571,"threshold_uncertainty_score":0.9999413},"labels":[],"label_agreement":null},{"id":"W2561075173","doi":"10.5815/ijitcs.2016.12.06","title":"Journey of Web Search Engines: Milestones, Challenges & Innovations","year":2016,"lang":"en","type":"article","venue":"International Journal of Information Technology and Computer Science","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Task (project management); Search engine indexing; World Wide Web; Search engine; Big data; Domain (mathematical analysis); Data mining","score_opus":0.022901934350854875,"score_gpt":0.27837012910404096,"score_spread":0.2554681947531861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2561075173","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1431261,0.00022259068,0.8441073,0.011156812,0.0011111726,0.000037649068,0.0000022930976,0.00004107167,0.0001950558],"genre_scores_gemma":[0.94145197,0.00040506132,0.05793921,0.000109080065,0.00007643189,0.0000015462987,2.47785e-7,0.0000015648737,0.0000148726185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99851865,0.000018930405,0.00059329794,0.00010617088,0.000613915,0.00014903794],"domain_scores_gemma":[0.9974048,0.00008271391,0.00046406558,0.00021773834,0.0017758096,0.000054849308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010133393,0.00008198171,0.00014269447,0.0024365096,0.00009294333,0.00010881071,0.0018306792,0.0000734742,0.0000030061626],"category_scores_gemma":[0.0001463826,0.000054437776,0.00003429712,0.0008953787,0.00036314933,0.0029448713,0.00035424772,0.00013180503,0.000012232197],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006534284,0.000032571785,0.001165568,0.000008933066,0.00002999567,0.0000033164686,0.0016511086,0.00005153478,0.0049351603,0.5657822,0.00025780307,0.42607528],"study_design_scores_gemma":[0.015029516,0.0039546764,0.075582996,0.0064000865,0.00004127718,0.02675474,0.0033459258,0.18147667,0.25376165,0.15466061,0.27623886,0.002752986],"about_ca_topic_score_codex":0.0000017622953,"about_ca_topic_score_gemma":8.4521827e-7,"teacher_disagreement_score":0.7983259,"about_ca_system_score_codex":0.00005787891,"about_ca_system_score_gemma":0.00027754353,"threshold_uncertainty_score":0.3401888},"labels":[],"label_agreement":null},{"id":"W2561827022","doi":"10.1609/aaai.v30i1.9972","title":"Community-Based Question Answering via Heterogeneous Social Network Learning","year":2016,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Fundamental Research Funds for the Central Universities; National Key Research and Development Program of China; Natural Sciences and Engineering Research Council of Canada; China Knowledge Centre for Engineering Sciences and Technology","keywords":"Question answering; Computer science; Matching (statistics); Similarity (geometry); Bottleneck; Quality (philosophy); Questions and answers; Information retrieval; Rank (graph theory); Social network (sociolinguistics); Learning to rank; Data science; World Wide Web; Social media; Artificial intelligence; Mathematics; Ranking (information retrieval)","score_opus":0.0727782252670084,"score_gpt":0.29596424524014475,"score_spread":0.22318601997313636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2561827022","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37573984,0.00003413936,0.61026764,0.007537376,0.0013090415,0.0004875852,0.0000028422264,0.00052656,0.0040949564],"genre_scores_gemma":[0.99778426,0.00000680707,0.0015853491,0.00018579228,0.00020783496,0.000026043956,3.9062996e-7,0.000017341665,0.0001861834],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980831,0.00014822259,0.0005114373,0.00035859467,0.00044752113,0.00045110803],"domain_scores_gemma":[0.998587,0.0001828563,0.0004404617,0.00027978848,0.00043038625,0.00007948395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012523893,0.00023569823,0.00028661118,0.0000988454,0.0008872422,0.00022796524,0.0018658115,0.00013007339,0.0000148593535],"category_scores_gemma":[0.00023083364,0.0001562202,0.0001453863,0.00048257216,0.00023903191,0.00030297626,0.0003287326,0.00044825792,0.00007316218],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010782597,0.00020866578,0.0016230715,0.00009696399,0.000033905922,0.0000014020998,0.0043166815,0.00147682,0.237694,0.5422228,0.0002746471,0.21194324],"study_design_scores_gemma":[0.00009586729,0.0006150464,0.000255389,0.0012666814,0.000015297896,0.000016490314,0.0003385762,0.09671213,0.8008106,0.09819543,0.0010734744,0.0006050598],"about_ca_topic_score_codex":0.0001022067,"about_ca_topic_score_gemma":0.000017757875,"teacher_disagreement_score":0.62204444,"about_ca_system_score_codex":0.00008772282,"about_ca_system_score_gemma":0.00006219764,"threshold_uncertainty_score":0.682404},"labels":[],"label_agreement":null},{"id":"W2576107865","doi":"","title":"WaterlooClarke: TREC 2015 LiveQA Track","year":2015,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Question answering; Computer science; NIST; Track (disk drive); Task (project management); Questions and answers; Information retrieval; World Wide Web; Natural language processing; Artificial intelligence","score_opus":0.07404688050771699,"score_gpt":0.29366238254542576,"score_spread":0.21961550203770877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2576107865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5073421,0.0031473364,0.32384622,0.009884744,0.0077612293,0.0012467102,0.000028930699,0.0029471398,0.14379555],"genre_scores_gemma":[0.9833311,0.000022323102,0.0027059275,0.00019776136,0.00020608542,0.0000066700236,0.0000056342765,0.000016199145,0.013508303],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997572,0.00020548233,0.0003830396,0.0006271611,0.00068060466,0.0005317181],"domain_scores_gemma":[0.9979772,0.00010306735,0.00013845254,0.0009258086,0.00040920838,0.00044627517],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00096425257,0.00026297465,0.0003445182,0.00013211707,0.00011834679,0.00045858737,0.0014919777,0.00017895528,0.00007235672],"category_scores_gemma":[0.0002396754,0.00021643835,0.00008826743,0.0005092427,0.00009630847,0.00063235365,0.00026052693,0.00029099564,0.0015710117],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071721553,0.0010636338,0.010951618,0.00025839955,0.00030322812,0.0008573324,0.103951335,0.000090775466,0.03420467,0.3353814,0.37282893,0.13939147],"study_design_scores_gemma":[0.00833809,0.00399003,0.007896209,0.0008093908,0.000080431615,0.001029466,0.0033236472,0.14363976,0.13407512,0.025339954,0.6665015,0.00497641],"about_ca_topic_score_codex":0.00020996414,"about_ca_topic_score_gemma":0.000025866,"teacher_disagreement_score":0.47598895,"about_ca_system_score_codex":0.00010874195,"about_ca_system_score_gemma":0.0004197662,"threshold_uncertainty_score":0.99920636},"labels":[],"label_agreement":null},{"id":"W2594829673","doi":"10.1016/j.eswa.2017.03.006","title":"Enhanced question understanding with dynamic memory networks for textual question answering","year":2017,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Question answering; Computer science; Artificial intelligence; Dynamic random-access memory; Natural language processing; Information retrieval","score_opus":0.02361650187737214,"score_gpt":0.2928168512079417,"score_spread":0.2692003493305696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594829673","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007137166,0.0005487499,0.9938481,0.00044589327,0.0003744844,0.0018453238,0.000005651183,0.00038731596,0.0018308032],"genre_scores_gemma":[0.97607356,0.000026272282,0.018460318,0.000033533626,0.00039168648,0.0042400933,0.000027558697,0.000040306775,0.00070664816],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99819434,0.000071488794,0.00033681057,0.0006847489,0.00029903947,0.00041358185],"domain_scores_gemma":[0.9976282,0.00012134661,0.00046590462,0.0014737182,0.00016178207,0.00014904128],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0004856302,0.00026521776,0.0003064448,0.000114876,0.0017176032,0.000812329,0.00090340414,0.00013401313,6.3771455e-7],"category_scores_gemma":[0.000018790468,0.00020849983,0.00004889209,0.000171538,0.000116123076,0.00070955453,0.00007212467,0.00013445008,0.000009874534],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017054139,0.00025721325,0.00062318216,0.00032624946,0.00026385137,0.000010629907,0.0064605675,0.036194444,0.011463337,0.92497486,0.0015621305,0.01769302],"study_design_scores_gemma":[0.002068706,0.000547306,0.0004579803,0.0016910377,0.000030798034,0.00019234236,0.004047036,0.97911793,0.0013356794,0.00046828386,0.00884756,0.0011953503],"about_ca_topic_score_codex":0.0004707865,"about_ca_topic_score_gemma":0.00025956158,"teacher_disagreement_score":0.97538775,"about_ca_system_score_codex":0.00039743973,"about_ca_system_score_gemma":0.00008859911,"threshold_uncertainty_score":0.99958205},"labels":[],"label_agreement":null},{"id":"W2597269309","doi":"10.18438/b8cw4n","title":"A Comparison of Traditional Book Reviews and Amazon.com Book Reviews of Fiction Using a Content Analysis Approach","year":2017,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Helpfulness; Amazon rainforest; Checklist; Purchasing; Quality (philosophy); Consistency (knowledge bases); Computer science; Library science; Psychology; Marketing; Business; Philosophy; Artificial intelligence; Epistemology","score_opus":0.19373088348043768,"score_gpt":0.34614921266351756,"score_spread":0.15241832918307988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597269309","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002749378,0.07777482,0.9000656,0.011571813,0.00029250517,0.0013836356,0.000020452479,0.00006941052,0.0060723596],"genre_scores_gemma":[0.65530986,0.067641,0.25209174,0.023816912,0.00022492005,0.00018991945,0.00014270817,0.000018463636,0.0005644817],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99801445,0.00041238053,0.0010224988,0.00018019346,0.00026262898,0.00010783328],"domain_scores_gemma":[0.99632245,0.00055174547,0.0024163197,0.00055813475,0.000070607326,0.000080730795],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013932494,0.00013247739,0.0005228499,0.00024478967,0.00030726742,0.00042672697,0.00037686527,0.00006419894,0.000027445001],"category_scores_gemma":[0.00096855994,0.00010912485,0.000115580086,0.000277249,0.00009424817,0.12583175,0.000102801896,0.00013428622,0.0000028641134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013643862,0.0018632561,0.07940326,0.013727507,0.001299466,0.000006838682,0.022801077,0.0042647035,0.005082888,0.5773054,0.13516943,0.15771182],"study_design_scores_gemma":[0.0003424188,0.00019271072,0.007496108,0.0011466017,0.0002118218,0.000021677664,0.00023867127,0.47221282,0.0012367853,0.000014360764,0.516691,0.0001950024],"about_ca_topic_score_codex":0.000024679357,"about_ca_topic_score_gemma":3.1714084e-8,"teacher_disagreement_score":0.6525605,"about_ca_system_score_codex":0.000010465201,"about_ca_system_score_gemma":0.00007318728,"threshold_uncertainty_score":0.8863948},"labels":[],"label_agreement":null},{"id":"W2598817001","doi":"10.1109/saner.2017.7884629","title":"Stack Overflow: A code laundering platform?","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Code reuse; Computer science; License; Android (operating system); Call stack; Reuse; Source code; Code (set theory); Stack (abstract data type); Operating system; Software; Computer security; Programming language; Engineering","score_opus":0.08304347577343785,"score_gpt":0.3119751304834361,"score_spread":0.22893165470999827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598817001","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020533197,0.0004907986,0.83478254,0.0006644726,0.006666696,0.00039532117,0.00001478818,0.0010514521,0.13540073],"genre_scores_gemma":[0.9509815,0.00008132496,0.028889365,0.00020678352,0.0005544519,0.000055746765,0.000011323246,0.000034265147,0.01918523],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978876,0.000029788127,0.0003484367,0.0008394468,0.0004465697,0.00044813828],"domain_scores_gemma":[0.99656034,0.000066005254,0.00030466568,0.0028419364,0.00006896401,0.00015809938],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00044050443,0.00033009239,0.00043973792,0.00012880219,0.00032308506,0.0014887021,0.0032160673,0.00035822514,0.000023248696],"category_scores_gemma":[0.00005478959,0.00028591472,0.00018614433,0.000045724464,0.00003901254,0.0004006905,0.0036267717,0.0005657393,0.00026327404],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038209633,0.0004427173,0.00512177,0.002271534,0.00095538923,0.0007043084,0.050846353,0.011725571,0.0018987681,0.62920004,0.24669817,0.05009716],"study_design_scores_gemma":[0.0013940592,0.00017271175,0.0014773965,0.0024035003,0.000030722393,0.00018621133,0.00043683665,0.7838641,0.007352635,0.050476152,0.14881738,0.0033883064],"about_ca_topic_score_codex":0.0005630593,"about_ca_topic_score_gemma":0.00015366916,"teacher_disagreement_score":0.9304483,"about_ca_system_score_codex":0.000129236,"about_ca_system_score_gemma":0.00022664278,"threshold_uncertainty_score":0.9999593},"labels":[],"label_agreement":null},{"id":"W2676629495","doi":"10.29173/cais790","title":"Automatic Routing in Triage Process","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Triage; Computer science; Humanities; Domain (mathematical analysis); Process (computing); Psychology; Operating system; Mathematics; Philosophy","score_opus":0.03193922773815343,"score_gpt":0.2643082344734761,"score_spread":0.23236900673532268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2676629495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9790521,0.0012047896,0.00016248533,0.009492618,0.0009432892,0.0010345167,0.00003158824,0.000098627774,0.007979934],"genre_scores_gemma":[0.99522674,0.000106796215,0.0011251516,0.00019854697,0.00021929249,0.00012382372,9.920444e-7,0.000038487808,0.002960196],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9958434,0.00011599093,0.0014263944,0.0006989028,0.0008873031,0.0010279889],"domain_scores_gemma":[0.956947,0.00052433374,0.0018842065,0.0004797597,0.03989492,0.00026977086],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.001955422,0.0005217259,0.0010448416,0.0003477432,0.00020120745,0.0067466674,0.004298867,0.00039471666,0.00008117135],"category_scores_gemma":[0.027285857,0.00042563953,0.0002825744,0.0014547824,0.00057739974,0.02450087,0.0010391319,0.00064931903,0.00003604051],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007027065,0.00083695765,0.33335787,0.0053998353,0.00021865002,0.0000104586625,0.4769938,0.0000329839,0.017883578,0.08386031,0.0083544785,0.072980806],"study_design_scores_gemma":[0.0049989824,0.0020563137,0.39384773,0.035070214,0.0002948189,0.0005427037,0.039202873,0.37634173,0.091817826,0.03323978,0.019459086,0.0031279307],"about_ca_topic_score_codex":0.0027565253,"about_ca_topic_score_gemma":0.000035750727,"teacher_disagreement_score":0.43779093,"about_ca_system_score_codex":0.00016962009,"about_ca_system_score_gemma":0.00070458476,"threshold_uncertainty_score":0.9998195},"labels":[],"label_agreement":null},{"id":"W2734303680","doi":"10.1007/978-3-319-63874-4_5","title":"Susceptibility of Users to Social Influence Strategies and the Influence of Culture in a Q&A Collaborative Learning Environment","year":2017,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Collectivism; Computer science; Individualism; Order (exchange); Collaborative learning; Knowledge management; Structural equation modeling; Machine learning; Political science; Business","score_opus":0.015586475188283279,"score_gpt":0.2670525733358639,"score_spread":0.25146609814758064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734303680","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40301552,0.0007203942,0.59317523,0.0008160335,0.00028910386,0.0011761171,0.000013423446,0.000044693184,0.00074946886],"genre_scores_gemma":[0.97706324,0.00006435016,0.0225848,0.00011476831,0.00005468042,0.000014593619,8.146151e-7,0.00001030878,0.00009242289],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99702483,0.00016124334,0.0006287174,0.0009843748,0.0008156468,0.0003852006],"domain_scores_gemma":[0.99756867,0.00045652236,0.0006866233,0.0009541151,0.00025188713,0.00008219151],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017015673,0.00037342255,0.00073525804,0.00033781142,0.000353162,0.0004264271,0.0024844958,0.00025831565,0.0000014609718],"category_scores_gemma":[0.00031398173,0.00026855283,0.00007653294,0.00033620346,0.002568554,0.00076679693,0.0011860565,0.0006934869,0.0000031891602],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001169817,0.000060914394,0.0072834715,0.00026940563,0.0000388758,0.000021676788,0.1720356,0.7267352,0.008195613,0.04538347,0.000009888389,0.03984892],"study_design_scores_gemma":[0.012859445,0.004726884,0.30723715,0.015467225,0.00013206892,0.00020211145,0.0007560952,0.17676581,0.014759296,0.44639212,0.011736023,0.008965766],"about_ca_topic_score_codex":0.00035345164,"about_ca_topic_score_gemma":0.0007516349,"teacher_disagreement_score":0.57404774,"about_ca_system_score_codex":0.00016425691,"about_ca_system_score_gemma":0.00049949874,"threshold_uncertainty_score":0.9999767},"labels":[],"label_agreement":null},{"id":"W2735794272","doi":"10.1145/3099023.3099057","title":"Personalizing Social Influence Strategies in a Q&A Social Network","year":2017,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Personalization; Computer science; Social network (sociolinguistics); Sample (material); Social facilitation; Social influence; Knowledge management; World Wide Web; Psychology; Social media; Social psychology","score_opus":0.0582453935483559,"score_gpt":0.33211743483510364,"score_spread":0.27387204128674775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735794272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85975665,0.000141184,0.047749497,0.0048817755,0.00095581997,0.00018510333,0.000001179928,0.0003396415,0.085989125],"genre_scores_gemma":[0.99413997,0.0000022312854,0.004070497,0.00021085031,0.0006938093,0.000013212426,4.820786e-7,0.0000064834003,0.00086247025],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9987933,0.00006591388,0.00019244252,0.00030017536,0.00024283453,0.0004053211],"domain_scores_gemma":[0.9994308,0.000035120047,0.00013801997,0.00031536882,0.000041518957,0.000039172533],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00042078953,0.00012294402,0.00018785398,0.00004323297,0.0013103695,0.0012964553,0.0011883732,0.0001003991,0.000008666156],"category_scores_gemma":[0.000028594633,0.00011291022,0.00006710657,0.000113500115,0.00009482996,0.0010291511,0.0002699484,0.0001570789,0.00006449082],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000795782,0.000041040916,0.026803259,0.00002846122,0.000020757921,0.00003095913,0.036809247,0.00020280678,0.00086039054,0.91578126,0.012907243,0.0065066167],"study_design_scores_gemma":[0.0023411813,0.000105845524,0.8241049,0.00030759643,0.000010648058,0.000054952325,0.0064298646,0.017208574,0.00013756832,0.06579408,0.08151806,0.0019867404],"about_ca_topic_score_codex":0.0011763559,"about_ca_topic_score_gemma":0.00096828956,"teacher_disagreement_score":0.84998715,"about_ca_system_score_codex":0.000049989394,"about_ca_system_score_gemma":0.00011216344,"threshold_uncertainty_score":0.9999898},"labels":[],"label_agreement":null},{"id":"W2763773476","doi":"10.1007/978-3-319-69179-4_46","title":"Quality Prediction of Newly Proposed Questions in CQA by Leveraging Weakly Supervised Learning","year":2017,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Quality (philosophy); Convolutional neural network; Ask price; Information retrieval; Supervised learning; World Wide Web; Artificial intelligence; Machine learning; Data science; Artificial neural network","score_opus":0.031986618250439705,"score_gpt":0.2774883597977667,"score_spread":0.245501741547327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763773476","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016888143,0.00048135198,0.99229026,0.00056447845,0.0016946851,0.0004277385,0.000012780133,0.00016975998,0.00267012],"genre_scores_gemma":[0.92151016,0.000048465252,0.07679947,0.00014767652,0.00029978942,0.000011769506,0.0000182506,0.000034497178,0.0011298966],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958622,0.00017692999,0.0008908496,0.0014113936,0.0010678109,0.00059080456],"domain_scores_gemma":[0.99711865,0.00040069877,0.0006379822,0.0014456379,0.0002545257,0.00014252665],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002353422,0.00045011815,0.0007116081,0.00079806265,0.00046793776,0.0005234073,0.0029396485,0.00037847206,0.000006728925],"category_scores_gemma":[0.00032013236,0.00042815667,0.00013404344,0.00033498657,0.00054725294,0.00084037846,0.0007442115,0.0011069647,0.000010024983],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003341288,0.00023733721,0.015974576,0.00048125786,0.000050769577,0.000102992424,0.02045222,0.07799229,0.024668926,0.019476963,0.00022298696,0.8403063],"study_design_scores_gemma":[0.0011257133,0.00041925424,0.0039660283,0.003165851,0.0000090564945,0.00006657865,0.0000037148377,0.9564043,0.004615668,0.02557051,0.0034982893,0.0011550199],"about_ca_topic_score_codex":0.0009057189,"about_ca_topic_score_gemma":0.00019633229,"teacher_disagreement_score":0.9198214,"about_ca_system_score_codex":0.00037295616,"about_ca_system_score_gemma":0.0006116523,"threshold_uncertainty_score":0.999817},"labels":[],"label_agreement":null},{"id":"W2765212458","doi":"10.1007/s10664-017-9558-5","title":"Understanding the factors for fast answers in technical Q&A websites","year":2017,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Incentive; Dimension (graph theory); Order (exchange); Quality (philosophy); Computer science; Question answering; World Wide Web; Internet privacy; Business; Information retrieval; Mathematics","score_opus":0.15669093957551167,"score_gpt":0.32453475118650243,"score_spread":0.16784381161099077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765212458","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052186772,0.00007387649,0.9456147,0.0008499928,0.0006275935,0.00019418812,0.0000032051032,0.0003575274,0.00009216549],"genre_scores_gemma":[0.97874045,0.00000234268,0.020939091,0.000039773124,0.00010337264,0.000037126178,0.0000020938344,0.000019424657,0.00011630275],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988155,0.00001753534,0.00022140009,0.00032641098,0.0002099618,0.00040923458],"domain_scores_gemma":[0.99822235,0.00088946556,0.000070830196,0.0007051517,0.000018122135,0.00009407848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035122098,0.00017476878,0.00020781206,0.000096699165,0.00042964448,0.00039839532,0.0011943768,0.000116517665,0.000003018735],"category_scores_gemma":[0.0013390301,0.00012377826,0.00011069773,0.00015400976,0.000044602275,0.0003148542,0.0002258704,0.00023900841,0.000010758236],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007265584,0.000058125817,0.9771742,0.00007905673,0.000035218298,0.000010746442,0.003048903,0.0073314877,0.0009879448,0.005851203,0.0048515373,0.0005642991],"study_design_scores_gemma":[0.0015312782,0.00020278593,0.821027,0.00057204213,0.000018690484,0.000054186923,0.0004606776,0.08423481,0.000970676,0.0026946813,0.086571634,0.0016615828],"about_ca_topic_score_codex":0.000029990184,"about_ca_topic_score_gemma":0.000049278082,"teacher_disagreement_score":0.9265537,"about_ca_system_score_codex":0.00022838174,"about_ca_system_score_gemma":0.00002688951,"threshold_uncertainty_score":0.50475305},"labels":[],"label_agreement":null},{"id":"W2783282341","doi":"10.1007/978-3-319-93058-9_12","title":"Stable and Efficient Structures for the Content Production and Consumption in Information Communities","year":2018,"lang":"en","type":"book-chapter","venue":"EAI/Springer Innovations in Communication and Computing","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Consumption (sociology); Production (economics); Community structure; Core (optical fiber); Computer science; Nash equilibrium; Microeconomics; Operations research; Mathematics; Economics; Sociology; Social science","score_opus":0.08911119912587748,"score_gpt":0.2855934356985237,"score_spread":0.1964822365726462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783282341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6192958,0.019954273,0.32269734,0.010422669,0.0025917625,0.0070153903,0.000053807802,0.0005764512,0.017392524],"genre_scores_gemma":[0.9876447,0.000767935,0.010314468,0.00020900581,0.000054511736,0.000050373746,0.000035671903,0.00001343801,0.0009098941],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987823,0.00006797194,0.0006341209,0.00019929519,0.00015640793,0.00015993215],"domain_scores_gemma":[0.99814975,0.00043289436,0.00040656494,0.000717859,0.00027183144,0.000021097518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013599801,0.0001927949,0.00022673054,0.00047009057,0.00067806203,0.0003923916,0.00042592478,0.00013551046,0.0000030838187],"category_scores_gemma":[0.0000884502,0.00016991138,0.00001804528,0.00015292372,0.0002573505,0.00033383394,0.00057232287,0.00039570962,0.0000014047991],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015081696,0.000022163244,0.004243895,0.00020832654,0.00003654431,1.1735035e-7,0.026303086,0.00078811665,0.000030351452,0.9087578,0.00027884895,0.05931564],"study_design_scores_gemma":[0.0023212028,0.00018593903,0.09628528,0.004425373,0.00004447278,0.00010834756,0.009825332,0.7830577,0.000169466,0.027680023,0.07446023,0.0014366439],"about_ca_topic_score_codex":0.00019268876,"about_ca_topic_score_gemma":0.00036251408,"teacher_disagreement_score":0.8810778,"about_ca_system_score_codex":0.000083908766,"about_ca_system_score_gemma":0.000032933647,"threshold_uncertainty_score":0.6928785},"labels":[],"label_agreement":null},{"id":"W2799424953","doi":"10.1162/tacl_a_00018","title":"Questionable Answers in Question Answering Research: Reproducibility and Variability of Published Results","year":2018,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reproducibility; Computer science; Popularity; Reliability (semiconductor); Sample (material); Field (mathematics); Range (aeronautics); Code (set theory); Artificial intelligence; Data science; Statistics; Psychology; Mathematics; Social psychology","score_opus":0.03935335336173296,"score_gpt":0.33721246740520183,"score_spread":0.2978591140434689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799424953","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046107173,0.000033546945,0.9450108,0.0026234258,0.0023284648,0.0008299167,0.00021090699,0.00008359756,0.0027722043],"genre_scores_gemma":[0.9599282,0.0000027678689,0.03972273,0.000009646972,0.00013059433,0.000016075388,0.000010859682,0.000005334638,0.00017378456],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99769646,0.00046827237,0.00065017457,0.00049748644,0.000510078,0.0001775381],"domain_scores_gemma":[0.9936976,0.0020864615,0.00038543236,0.0006454781,0.0031484093,0.0000366158],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0119419275,0.000078159326,0.00018282032,0.00018647559,0.000262208,0.000055416735,0.00034549614,0.00009912577,9.353631e-7],"category_scores_gemma":[0.025010332,0.00007229423,0.00006476821,0.0007528743,0.00016837288,0.00013592624,0.000031797885,0.0001744432,5.2937867e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025562115,0.0008296469,0.08088548,0.0003592137,0.00012883876,2.6143715e-7,0.0066653104,0.14411739,0.0006060645,0.7634407,0.0012124268,0.0014990184],"study_design_scores_gemma":[0.0015403535,0.0003705999,0.16958913,0.0002595996,0.000027109176,0.0000017954143,0.0001445967,0.39960715,0.0028715578,0.42230436,0.0030404597,0.00024327122],"about_ca_topic_score_codex":0.00048346707,"about_ca_topic_score_gemma":0.000099566474,"teacher_disagreement_score":0.91382104,"about_ca_system_score_codex":0.00029835638,"about_ca_system_score_gemma":0.00021732484,"threshold_uncertainty_score":0.9832024},"labels":[],"label_agreement":null},{"id":"W2806008675","doi":"","title":"Predicting Prospective Peer Helpers to Provide Just-In-Time Help to Users in Question and Answer Forums.","year":2017,"lang":"en","type":"article","venue":"Educational Data Mining","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Internet privacy; Peer-to-peer; World Wide Web","score_opus":0.04770860689949084,"score_gpt":0.3474207435199652,"score_spread":0.29971213662047436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806008675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97502744,0.000039904007,0.0016512318,0.020787653,0.00094844576,0.00048866845,0.000041570427,0.000035268426,0.0009797994],"genre_scores_gemma":[0.9562254,0.0000013735433,0.04143702,0.0002964383,0.00034078103,0.00009770449,0.00005689083,0.000010476104,0.0015339288],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985092,0.000045483583,0.00022003592,0.00062238204,0.00033607715,0.0002668003],"domain_scores_gemma":[0.9987017,0.00013797592,0.00009180937,0.0008528972,0.000086733875,0.00012890124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011064212,0.00011255679,0.00013331516,0.00020859479,0.00026122225,0.0005347443,0.0012091085,0.00004374224,0.000004495297],"category_scores_gemma":[0.0017105398,0.00011633606,0.000009523597,0.0001715496,0.000023750445,0.0014253011,0.000669637,0.000099081706,0.00003927701],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001080719,0.00005695069,0.964248,0.000014733698,0.00000635189,0.0000030014003,0.020082364,0.000051862917,0.00042732692,0.0018769305,0.01000354,0.003218129],"study_design_scores_gemma":[0.0002980864,0.00007360076,0.9804229,0.0005531296,0.0000028379352,0.000015138034,0.0024672204,0.011638914,0.00013007065,0.00016570839,0.003974634,0.0002577239],"about_ca_topic_score_codex":0.0010888859,"about_ca_topic_score_gemma":0.0006529371,"teacher_disagreement_score":0.039785787,"about_ca_system_score_codex":0.00015197015,"about_ca_system_score_gemma":0.00022052413,"threshold_uncertainty_score":0.51565516},"labels":[],"label_agreement":null},{"id":"W2809439187","doi":"10.1007/978-3-319-93843-1_14","title":"Better Late Than Never but Never Late Is Better: Towards Reducing the Answer Response Time to Questions in an Online Learning Community","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Variety (cybernetics); Questions and answers; Online learning; Frequently asked questions; Question answering; Internet privacy; Data science; World Wide Web; Medical education; Artificial intelligence; Medicine","score_opus":0.03155631385896311,"score_gpt":0.2774610906570559,"score_spread":0.24590477679809275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809439187","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40857854,0.00010932825,0.5722265,0.016173288,0.0015636501,0.0006220234,0.000026321319,0.0003173308,0.000382992],"genre_scores_gemma":[0.7030329,0.000019695573,0.23632504,0.043139093,0.0024958935,0.00005024395,0.000043409193,0.00020838554,0.014685312],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99460346,0.0010485564,0.0007910219,0.0015010728,0.0010493583,0.0010065397],"domain_scores_gemma":[0.99539465,0.0009360885,0.00032865928,0.0027174284,0.0003360033,0.00028715935],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004560978,0.0007139814,0.0006988212,0.001104834,0.0010790748,0.0010385796,0.00522367,0.00046688927,0.00008178659],"category_scores_gemma":[0.00025613123,0.00055837305,0.00016315983,0.0011030585,0.0007208657,0.0014669033,0.002276167,0.002718652,0.00029720468],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031271065,0.00045493097,0.0028513274,0.00010663169,0.00010887879,0.000425123,0.16099104,0.10958776,0.014241054,0.00040684539,0.0018250031,0.7086887],"study_design_scores_gemma":[0.00082189,0.001675939,0.021606183,0.0033179095,0.000027515638,0.00019811539,0.000011708761,0.9189691,0.0024904327,0.013063302,0.035123654,0.002694275],"about_ca_topic_score_codex":0.0010463522,"about_ca_topic_score_gemma":0.00036670725,"teacher_disagreement_score":0.8093813,"about_ca_system_score_codex":0.00045879002,"about_ca_system_score_gemma":0.00043556932,"threshold_uncertainty_score":0.99999845},"labels":[],"label_agreement":null},{"id":"W2890176261","doi":"","title":"[Journal First] Understanding the Factors for Fast Answers in Technical Q&A Websites: An Empirical Study of Four Stack Exchange Websites","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Incentive; Order (exchange); Internet privacy; Value (mathematics); Questions and answers; Psychology; Business; Computer science; World Wide Web","score_opus":0.13685209731821307,"score_gpt":0.33914489026139316,"score_spread":0.2022927929431801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890176261","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35175458,0.000010558748,0.646801,0.00020664153,0.0008135811,0.00021119467,0.000008266397,0.00009552466,0.00009865756],"genre_scores_gemma":[0.99423116,0.000004451927,0.0054404694,0.000024719888,0.00020359515,0.00002956536,0.0000029605228,0.000015918495,0.00004716151],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985393,0.000044933717,0.00037308258,0.0003075558,0.00047702,0.00025807443],"domain_scores_gemma":[0.9987796,0.00048770648,0.00013430245,0.00028559263,0.0002295942,0.00008318944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047233835,0.00018259327,0.00020952777,0.0003340716,0.00014226903,0.0002397338,0.0011178392,0.00007756523,0.000035715664],"category_scores_gemma":[0.00042905868,0.00013701792,0.00006859991,0.00025005988,0.00004214202,0.0003945399,0.00012367344,0.0002575929,0.000005628719],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020352329,0.0014242922,0.8732498,0.00012490481,0.00036233253,0.00006591154,0.07367279,0.011169223,0.0022163645,0.033934526,0.0019132987,0.0016630274],"study_design_scores_gemma":[0.0041611805,0.006646572,0.19393092,0.0014016028,0.0000298973,0.00017153875,0.026195236,0.7586725,0.0010690872,0.002297912,0.004011034,0.0014125361],"about_ca_topic_score_codex":0.0000277982,"about_ca_topic_score_gemma":0.00024257442,"teacher_disagreement_score":0.7475032,"about_ca_system_score_codex":0.00027399653,"about_ca_system_score_gemma":0.000057328663,"threshold_uncertainty_score":0.5587429},"labels":[],"label_agreement":null},{"id":"W2901463779","doi":"10.5194/isprs-annals-iv-5-53-2018","title":"THE REVIEWING PROCESS FOR ISPRS EVENTS","year":2018,"lang":"en","type":"article","venue":"ISPRS annals of the photogrammetry, remote sensing and spatial information sciences","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institute for Catastrophic Loss Reduction","keywords":"Commission; Geospatial analysis; Czech; Process (computing); Advisory committee; Library science; Political science; Operations research; Computer science; Engineering; Public administration; Geography; Law; Remote sensing","score_opus":0.08425861926518441,"score_gpt":0.36229045338057714,"score_spread":0.27803183411539273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901463779","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022011055,0.00028769532,0.9690238,0.00547708,0.0015113641,0.00052122894,0.0000040934356,0.000052429696,0.0011112525],"genre_scores_gemma":[0.9967374,0.000109517845,0.0019953945,0.000985207,0.0001162994,7.471601e-7,6.224093e-7,0.0000034926525,0.000051288953],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982825,0.00010355072,0.00052581314,0.00019248143,0.00053822267,0.00035746896],"domain_scores_gemma":[0.998254,0.00023166674,0.00052490766,0.0003871939,0.0005312195,0.00007103862],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0027534266,0.00013680098,0.00019287606,0.00012074529,0.0015932481,0.0004506091,0.0008655232,0.000053597505,3.8594794e-7],"category_scores_gemma":[0.0007653601,0.00007393717,0.000119555414,0.0008324281,0.0004301621,0.00051864586,0.00015469664,0.00008116293,0.000003623324],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007440715,0.00000337799,0.00005773611,0.00003880766,0.000009043638,2.9036716e-8,0.0021392708,0.000027110917,0.00012770665,0.000077767116,0.00069030235,0.9968214],"study_design_scores_gemma":[0.00013783437,0.00018589526,0.0002511078,0.00030345094,0.000005006163,0.0000168664,0.00059307687,0.94098645,0.022474665,0.0028554427,0.032040432,0.00014975421],"about_ca_topic_score_codex":0.014124911,"about_ca_topic_score_gemma":0.0014861287,"teacher_disagreement_score":0.9966717,"about_ca_system_score_codex":0.000008341485,"about_ca_system_score_gemma":0.00008886098,"threshold_uncertainty_score":0.99970657},"labels":[],"label_agreement":null},{"id":"W2950694606","doi":"10.48550/arxiv.1703.03897","title":"Stack Overflow: A Code Laundering Platform?","year":2017,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Code reuse; Computer science; License; Android (operating system); Reuse; Call stack; Source code; Code (set theory); Stack (abstract data type); Operating system; Software; Computer security; Programming language; Engineering","score_opus":0.15091961113129881,"score_gpt":0.21574956558211256,"score_spread":0.06482995445081374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950694606","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35852298,0.0001513507,0.62246764,0.0001020457,0.0026859688,0.00031495086,0.000025851154,0.00061086984,0.015118377],"genre_scores_gemma":[0.9905187,0.00014104966,0.00094569754,0.000053620497,0.00019267928,0.0000012500125,0.000010034567,0.000026383543,0.008110586],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99773586,0.00006892361,0.00022992754,0.001283044,0.0001535538,0.0005287205],"domain_scores_gemma":[0.99636376,0.000087159046,0.00042342965,0.00278073,0.00010813405,0.00023679662],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003359902,0.00039354735,0.00046485369,0.00024669647,0.0004996286,0.0005562409,0.0036751803,0.00041651988,0.00001416809],"category_scores_gemma":[0.000046333753,0.00044580337,0.0002722592,0.00018189185,0.000102088,0.00070787675,0.0032736394,0.0006878314,0.0002294308],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000822111,0.00028723833,0.012912426,0.0006724843,0.0006333664,0.003181352,0.0080757905,0.26724198,0.00031913153,0.69467264,0.0101679405,0.0017534407],"study_design_scores_gemma":[0.0010421266,0.00008941151,0.0010953486,0.00069432176,0.000054770822,0.000034445686,0.00025755318,0.9464417,0.0005095052,0.039609544,0.00878509,0.0013861636],"about_ca_topic_score_codex":0.00043364093,"about_ca_topic_score_gemma":0.00015757396,"teacher_disagreement_score":0.67919976,"about_ca_system_score_codex":0.00031302357,"about_ca_system_score_gemma":0.0002705272,"threshold_uncertainty_score":0.9997994},"labels":[],"label_agreement":null},{"id":"W2965356693","doi":"10.1139/facets-2019-0002","title":"Perspective-based search: a new paradigm for bursting the information bubble","year":2019,"lang":"en","type":"article","venue":"FACETS","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intuition; Perspective (graphical); Computer science; Deliberation; Data science; Focus (optics); Information retrieval; Artificial intelligence; Psychology; Cognitive science; Political science","score_opus":0.033552846368976874,"score_gpt":0.2748781001578057,"score_spread":0.24132525378882885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965356693","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040570077,0.00018804676,0.9363552,0.01391137,0.0008321248,0.0009152228,0.0000047866783,0.00022371842,0.0069994847],"genre_scores_gemma":[0.99181414,8.445887e-7,0.0060842186,0.0004896257,0.00009979706,0.000024338482,0.0000034164893,0.0000050078033,0.0014786044],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926573,0.000033724576,0.00012474685,0.00014231006,0.00020552572,0.00022797912],"domain_scores_gemma":[0.9993125,0.00014867295,0.000057910285,0.000363223,0.00006275775,0.000054926702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036054157,0.00007620351,0.00008928158,0.000057192297,0.00015316639,0.0002541594,0.00048855995,0.000037393314,0.0000066928037],"category_scores_gemma":[0.00005741169,0.00005258201,0.000052540763,0.0001793234,0.0000111480085,0.0004900555,0.00005006818,0.00007980279,0.00032942276],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000617223,0.0000800764,0.004877181,0.00018763966,0.00007961637,0.0000018009625,0.12044976,0.022738945,0.0030468854,0.7224606,0.08405168,0.04196407],"study_design_scores_gemma":[0.001713104,0.0003023484,0.0018803193,0.00012082613,0.000004613797,0.000013282749,0.0021380929,0.76675475,0.0049965396,0.004176351,0.2175563,0.00034348218],"about_ca_topic_score_codex":0.00040215589,"about_ca_topic_score_gemma":0.0000061682,"teacher_disagreement_score":0.95124406,"about_ca_system_score_codex":0.00008220458,"about_ca_system_score_gemma":0.00016080229,"threshold_uncertainty_score":0.42341733},"labels":[],"label_agreement":null},{"id":"W2966112319","doi":"10.1007/s10664-019-09744-3","title":"Bounties on technical Q&A sites: a case study of Stack Overflow bounties","year":2019,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Queen's University","funders":"","keywords":"Reputation; Stack (abstract data type); Computer science; Data science; Operations research; World Wide Web; Engineering; Sociology; Social science","score_opus":0.036897091978036166,"score_gpt":0.29205392285738857,"score_spread":0.2551568308793524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966112319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9234815,0.00019225116,0.07462877,0.000043764096,0.00062651036,0.00031211445,0.0000037213065,0.0006553353,0.00005600961],"genre_scores_gemma":[0.9909761,0.000001719745,0.0084964065,0.00005171299,0.00010032454,0.000028599972,0.0000017145624,0.000028944467,0.0003144935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99814534,0.000047803183,0.00041909056,0.00048465672,0.0005167782,0.00038635713],"domain_scores_gemma":[0.99837434,0.00049648335,0.000088284265,0.00085760164,0.0000680535,0.000115215844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029130155,0.00026222915,0.00042476755,0.0002208936,0.00008634429,0.000143652,0.00055441674,0.00012879563,0.000017039796],"category_scores_gemma":[0.00029613863,0.00023001285,0.00011219976,0.00052345864,0.000021962036,0.00026683678,0.00027352554,0.00031433388,0.000100894445],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044882458,0.0017325735,0.91799694,0.00056454935,0.00022504157,0.0010626157,0.023300393,0.039204944,0.002614147,0.0010360059,0.011071104,0.001146774],"study_design_scores_gemma":[0.01783111,0.023530073,0.4286807,0.0040295385,0.0002705977,0.013454734,0.013893386,0.18824431,0.0075214067,0.0006159544,0.2888736,0.013054591],"about_ca_topic_score_codex":0.00015446029,"about_ca_topic_score_gemma":0.000034963134,"teacher_disagreement_score":0.48931625,"about_ca_system_score_codex":0.00010865308,"about_ca_system_score_gemma":0.000037314832,"threshold_uncertainty_score":0.9379652},"labels":[],"label_agreement":null},{"id":"W2966124356","doi":"10.29173/cais366","title":"Communicating Knowledge: How UK Researchers’ Decisions on Where and How to Disseminate their Research Results is Affected by Both the Changing Technological Environment and Research Evaluation","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Library science; Metropolitan area; Dissemination; Political science; Sociology; Geography; Computer science","score_opus":0.16257909339178564,"score_gpt":0.3652978407807771,"score_spread":0.20271874738899145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966124356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8048077,0.0072333515,0.00006255933,0.18335629,0.00007944273,0.0020291144,0.00013444082,0.00003941685,0.0022576682],"genre_scores_gemma":[0.9900733,0.0027841195,0.0007785941,0.00006048185,0.00007637682,0.00038391753,0.0000036057165,0.00003025144,0.0058093527],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939565,0.0012951447,0.00047229652,0.0009432564,0.0020309722,0.0013018079],"domain_scores_gemma":[0.95769495,0.006013179,0.000532783,0.0011918443,0.03413973,0.00042750107],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.021612452,0.0003829872,0.0005354172,0.00061025395,0.0015475088,0.009366245,0.0044106934,0.00043054853,0.000014048742],"category_scores_gemma":[0.07154626,0.00024239969,0.000098986435,0.0019251183,0.0030376047,0.0035911247,0.0060124863,0.0018411257,0.000012660159],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016689168,0.00047141095,0.0049934555,0.0003812832,0.0001483876,0.0000015822599,0.43916208,0.000002746968,0.111038886,0.0136152515,0.16740045,0.2626176],"study_design_scores_gemma":[0.0031866513,0.006320225,0.06780088,0.018240387,0.000103556886,0.00014434554,0.28310066,0.09726242,0.13557348,0.016531598,0.37005493,0.0016808686],"about_ca_topic_score_codex":0.00050080905,"about_ca_topic_score_gemma":0.000029887964,"teacher_disagreement_score":0.2609367,"about_ca_system_score_codex":0.0002740495,"about_ca_system_score_gemma":0.00024504776,"threshold_uncertainty_score":0.99975234},"labels":[],"label_agreement":null},{"id":"W2995983571","doi":"10.1109/iemcon.2019.8936252","title":"Improving Response Time Prediction for Stack Overflow Questions","year":2019,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Computer science; Header; Machine learning; Feature (linguistics); Frame (networking); Artificial intelligence; Set (abstract data type); Data mining; Feature engineering; Call stack; Feature extraction; Stack (abstract data type); Deep learning","score_opus":0.008811751312314002,"score_gpt":0.2335046013902753,"score_spread":0.22469285007796128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995983571","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1222954,0.000036994472,0.87175465,0.00071849726,0.0011724819,0.00047959207,0.000014341458,0.0005591583,0.0029689013],"genre_scores_gemma":[0.880936,0.0000011188006,0.049039114,0.00016406097,0.00017398853,0.000059743787,0.0000056896583,0.000014358308,0.06960593],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999186,0.00006826748,0.00015214324,0.0002708702,0.00013728757,0.00018545894],"domain_scores_gemma":[0.9991645,0.0002234724,0.000048833546,0.000446066,0.00006283894,0.000054240616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061097584,0.00007583834,0.000094034214,0.0000795858,0.00009890601,0.00012749762,0.00027280414,0.000058068952,0.000027358927],"category_scores_gemma":[0.00009592571,0.000064819505,0.000051178802,0.0001281659,0.000007385222,0.00038668705,0.00006363186,0.0000485739,0.00048602617],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004999262,0.00023760872,0.0068306914,0.00014345368,0.00007401106,0.000005218166,0.0037008193,0.0011050173,0.7428388,0.11690978,0.10483497,0.022819722],"study_design_scores_gemma":[0.00058991794,0.00047011097,0.0019230196,0.000046265446,0.0000033264516,0.00001538267,0.000042084223,0.95449156,0.0054427264,0.00028735644,0.036504723,0.00018355265],"about_ca_topic_score_codex":0.00004956513,"about_ca_topic_score_gemma":0.0000019722222,"teacher_disagreement_score":0.9533865,"about_ca_system_score_codex":0.00006086893,"about_ca_system_score_gemma":0.00007259685,"threshold_uncertainty_score":0.62470454},"labels":[],"label_agreement":null},{"id":"W3015139571","doi":"10.1145/3341105.3374002","title":"Iterative learning to rank from explicit relevance feedback","year":2020,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Mitacs","keywords":"Computer science; Relevance (law); Rank (graph theory); Learning to rank; Information retrieval; Relevance feedback; Infinite impulse response; Quality (philosophy); Machine learning; Artificial intelligence; Ranking (information retrieval); Image retrieval; Filter (signal processing); Mathematics","score_opus":0.02671474515489792,"score_gpt":0.2481323306937224,"score_spread":0.22141758553882449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015139571","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.065129645,0.0001442626,0.9066024,0.013954772,0.00034824308,0.00015855348,0.0000015304216,0.000520127,0.013140498],"genre_scores_gemma":[0.94883704,0.0000053472513,0.04338591,0.004522712,0.00028953108,0.000017347082,0.0000018858792,0.000010096389,0.0029301273],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99884176,0.00007935816,0.00018374079,0.00047199288,0.00020908612,0.00021403663],"domain_scores_gemma":[0.99929047,0.00016505556,0.00004565674,0.0002585915,0.000044787284,0.00019546317],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008703614,0.00012167934,0.00017795981,0.00002972671,0.00011959022,0.00022561426,0.0005850455,0.000040173298,0.000055715325],"category_scores_gemma":[0.00014534511,0.000103103004,0.000045668858,0.0003544857,0.0000064047717,0.00030096556,0.00020654063,0.00015104072,0.0015487139],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010523234,0.00010173483,0.007459606,0.00004815129,0.00014244829,0.00015151183,0.3914785,0.0058185374,0.23235095,0.09451939,0.17688139,0.09094253],"study_design_scores_gemma":[0.0013109117,0.00070481654,0.0016033927,0.00021279347,0.00000554056,0.000008441665,0.0029437612,0.32377723,0.078157075,0.00066936924,0.5895174,0.0010892506],"about_ca_topic_score_codex":0.00013387384,"about_ca_topic_score_gemma":0.0000069631737,"teacher_disagreement_score":0.8837074,"about_ca_system_score_codex":0.000022357646,"about_ca_system_score_gemma":0.00001798035,"threshold_uncertainty_score":0.9992287},"labels":[],"label_agreement":null},{"id":"W3023887854","doi":"10.1145/3340631.3394884","title":"Keen2Act: Activity Recommendation in Online Social Collaborative Platforms","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Recommender system; Baseline (sea); Set (abstract data type); Quality (philosophy); World Wide Web; Decomposition; Information retrieval; Collaborative filtering; Productivity; Data science","score_opus":0.06766840699827406,"score_gpt":0.3294889596950018,"score_spread":0.26182055269672777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023887854","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33161923,0.000071733935,0.5756499,0.058190644,0.0056968164,0.0018097614,0.00033189444,0.0012296145,0.025400374],"genre_scores_gemma":[0.98633957,0.000020795098,0.012162668,0.00044344724,0.0004837452,0.00005708376,0.00016547836,0.000015806201,0.0003114284],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983589,0.00009156855,0.00034410742,0.0007034759,0.00024927637,0.00025263906],"domain_scores_gemma":[0.9991359,0.00009041458,0.00029192152,0.00030886373,0.00009521121,0.00007769543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031754933,0.00025842077,0.0004481947,0.0001661471,0.00011265826,0.00024659134,0.00076810876,0.00034252967,0.000025876678],"category_scores_gemma":[0.000056848992,0.00023158772,0.000085505875,0.0005523204,0.000021750337,0.0003767233,0.0011378992,0.00076331716,0.000039679384],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028552496,0.0024363315,0.006485793,0.000908435,0.00048366954,0.00016136668,0.13703686,0.0006323547,0.006015561,0.11832276,0.11407315,0.6131582],"study_design_scores_gemma":[0.0047366633,0.0006695847,0.05796956,0.0008132158,0.000035224268,0.000020814261,0.005228058,0.79158086,0.0127681345,0.056366906,0.065087646,0.0047233533],"about_ca_topic_score_codex":0.00046588216,"about_ca_topic_score_gemma":0.0005892108,"teacher_disagreement_score":0.7909485,"about_ca_system_score_codex":0.0002978883,"about_ca_system_score_gemma":0.00036620887,"threshold_uncertainty_score":0.9443873},"labels":[],"label_agreement":null},{"id":"W3040739755","doi":"10.1108/oir-12-2019-0380","title":"Triggers and strategies related to the collaborative information-seeking behaviour of researchers in ResearchGate","year":2020,"lang":"en","type":"article","venue":"Online Information Review","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Information seeking; Originality; Information needs; Computer science; Population; Information sharing; Knowledge management; Information seeking behavior; Visibility; Information behavior; World Wide Web; Psychology; Information retrieval; Social psychology; Sociology; Human–computer interaction","score_opus":0.05983348807536749,"score_gpt":0.3612030471319712,"score_spread":0.30136955905660373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040739755","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11218545,0.082878865,0.082179934,0.67006016,0.0007987256,0.015808707,0.0005418583,0.0007119288,0.03483439],"genre_scores_gemma":[0.93397915,0.044106457,0.009874301,0.011503601,0.000034181638,0.00021998142,0.00020000096,0.00001232226,0.00006998314],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983027,0.00022272905,0.000778871,0.00008381099,0.0004395781,0.0001723087],"domain_scores_gemma":[0.9989277,0.000118032054,0.00025071288,0.00023470158,0.000361946,0.00010688029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015622564,0.00009196504,0.00022831307,0.00016949061,0.00008014366,0.00021607059,0.00050267024,0.000044947355,0.0000073550605],"category_scores_gemma":[0.0007547749,0.000063204076,0.000030096631,0.0020433543,0.000038478345,0.0032950232,0.00016930126,0.00024779284,0.000055479486],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011151057,0.000108729844,0.004436065,0.011792646,0.00011169018,0.0000104651435,0.30045852,0.0052193385,0.00016929496,0.11322913,0.074876,0.4894766],"study_design_scores_gemma":[0.002083552,0.0008213877,0.015681336,0.011602295,0.00001917357,0.000025253703,0.03831584,0.13269073,0.0001284447,0.0002828064,0.7976514,0.0006977359],"about_ca_topic_score_codex":0.00007296233,"about_ca_topic_score_gemma":0.000018700977,"teacher_disagreement_score":0.82179374,"about_ca_system_score_codex":0.00003549401,"about_ca_system_score_gemma":0.00027404117,"threshold_uncertainty_score":0.25773874},"labels":[],"label_agreement":null},{"id":"W3096639089","doi":"","title":"Calcium Sulfate Vein Observations at Yellowknife Bay using ChemCam on the Curiosity Rover","year":2013,"lang":"en","type":"article","venue":"AGU Fall Meeting Abstracts","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geology; Bay; Calcium; Vein; Mineralogy; Geochemistry; Oceanography; Chemistry","score_opus":0.06980817576548934,"score_gpt":0.2638422831471558,"score_spread":0.19403410738166646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096639089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98315126,0.00006136199,0.00059853727,0.0032675122,0.0008093136,0.00030681162,0.000002349666,0.00023046594,0.011572386],"genre_scores_gemma":[0.99366426,0.0000034231039,0.0029356084,0.0011085677,0.00026320276,0.000026838743,0.0000040861287,0.000023487062,0.0019705438],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9978443,0.00013137965,0.00045648412,0.0005147983,0.0004931694,0.0005598979],"domain_scores_gemma":[0.99784535,0.00066619425,0.00030596822,0.0008647971,0.00014825801,0.00016943534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008022413,0.0002554698,0.00022349395,0.00006740154,0.0007163759,0.00041415961,0.0009395615,0.000137423,0.0000063594275],"category_scores_gemma":[0.0004343923,0.00018777352,0.00011529788,0.0002981095,0.00006064802,0.0004709532,0.0002975638,0.00031087827,0.00071960414],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003394573,0.0011667947,0.32098055,0.00025132237,0.00035911897,0.00017379406,0.020708902,0.06091853,0.4552388,0.017528461,0.119391225,0.003248567],"study_design_scores_gemma":[0.0011476486,0.00020539538,0.65932316,0.0012927259,0.00004597702,0.00009814272,0.0005062483,0.20802878,0.093740374,0.0012649578,0.032429356,0.0019172354],"about_ca_topic_score_codex":0.012702549,"about_ca_topic_score_gemma":0.0006782037,"teacher_disagreement_score":0.36149842,"about_ca_system_score_codex":0.000178271,"about_ca_system_score_gemma":0.00006476996,"threshold_uncertainty_score":0.9938719},"labels":[],"label_agreement":null},{"id":"W3098900277","doi":"10.1109/msr.2015.55","title":"An Insight into the Unresolved Questions at Stack Overflow","year":2015,"lang":"en","type":"preprint","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Stack (abstract data type); Computer science; Popularity; Recall; Exploratory research; Data science; Information retrieval; Cognitive psychology; Programming language; Psychology; Social psychology","score_opus":0.04141711959127973,"score_gpt":0.30260838210272467,"score_spread":0.2611912625114449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098900277","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06714002,0.004913739,0.7701531,0.0103669735,0.012925769,0.00149904,0.000020863266,0.0025260642,0.13045445],"genre_scores_gemma":[0.95214415,0.00008859712,0.028637666,0.0008094572,0.0008000211,0.00014674851,0.000049671977,0.000037733214,0.017285941],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975897,0.0003771989,0.00036608154,0.0008020938,0.0005478689,0.0003170592],"domain_scores_gemma":[0.9962976,0.000113376445,0.00017177334,0.0029297818,0.0002399739,0.00024751708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008279318,0.00031097568,0.0003132406,0.0001202384,0.00035136432,0.00066712603,0.0028186755,0.0003119166,0.00003312112],"category_scores_gemma":[0.00006393929,0.00019331778,0.00011962926,0.00021896003,0.000081434846,0.00026799305,0.0025518457,0.000505809,0.00036384564],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033983295,0.00059120986,0.006643616,0.00020596043,0.0003131032,0.00009138758,0.2032176,0.014322683,0.002301742,0.3741813,0.38136607,0.016731352],"study_design_scores_gemma":[0.00050036696,0.00024061027,0.0015171948,0.00033064946,0.000026567925,0.000035941775,0.0003909138,0.40680715,0.0015569489,0.020048162,0.56724346,0.0013020437],"about_ca_topic_score_codex":0.003615472,"about_ca_topic_score_gemma":0.001544111,"teacher_disagreement_score":0.88500416,"about_ca_system_score_codex":0.0003593384,"about_ca_system_score_gemma":0.00037828262,"threshold_uncertainty_score":0.78832704},"labels":[],"label_agreement":null},{"id":"W3107556511","doi":"10.1007/978-3-030-64694-3_18","title":"An Exploratory Study on How Software Reuse is Discussed in Stack Overflow","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Reuse; Software engineering; Reusability; Software development; Code reuse; Software; Source code; Java; Software quality; Software construction; Domain engineering; Software peer review; Component-based software engineering; Legacy code; World Wide Web; Programming language; Engineering","score_opus":0.03513971116291101,"score_gpt":0.2661512959179345,"score_spread":0.2310115847550235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107556511","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034441329,0.00017807324,0.9893839,0.0029789084,0.0023993666,0.000943409,0.000015726202,0.00038767364,0.00026881433],"genre_scores_gemma":[0.9211259,0.000011055363,0.074254,0.003526674,0.00073559454,0.000042942716,0.0000067022665,0.000083892606,0.00021326992],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9938548,0.00018688355,0.00060194416,0.0028402547,0.0017323076,0.00078380277],"domain_scores_gemma":[0.9948285,0.00040459918,0.00032798373,0.0039222143,0.0001609362,0.00035574494],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.001078987,0.00080452947,0.00088534027,0.0010419176,0.00027339684,0.0012739834,0.007124531,0.00036036866,0.00000720986],"category_scores_gemma":[0.00023048976,0.00067056174,0.00014177362,0.0010787032,0.00030694518,0.0012097831,0.0017248363,0.0012873958,0.000069451795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018085155,0.002443458,0.015341981,0.00042228607,0.00015937698,0.005397864,0.37656304,0.04605121,0.0015942251,0.013276752,0.0031916273,0.5353773],"study_design_scores_gemma":[0.006105145,0.013787097,0.0053903717,0.0052953656,0.000046497993,0.00012456208,0.0001638182,0.8357934,0.006483235,0.108939014,0.008519883,0.009351638],"about_ca_topic_score_codex":0.000025477762,"about_ca_topic_score_gemma":0.00021783885,"teacher_disagreement_score":0.91768175,"about_ca_system_score_codex":0.00046637404,"about_ca_system_score_gemma":0.0005681985,"threshold_uncertainty_score":0.9997628},"labels":[],"label_agreement":null},{"id":"W3112158643","doi":"10.1371/journal.pone.0243852","title":"Knowledge reuse in software projects: Retrieving software development Q&A posts based on project task similarity","year":2020,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Global Affairs Canada; Natural Sciences and Engineering Research Council of Canada; Mitacs; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Reuse; Task (project management); Software development; Software; Computer science; Similarity (geometry); Software engineering; World Wide Web; Engineering; Systems engineering; Artificial intelligence; Programming language","score_opus":0.153590526672464,"score_gpt":0.2797781923169992,"score_spread":0.12618766564453518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112158643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8883844,0.00079315295,0.09757421,0.0057394328,0.00040106467,0.0032493041,0.00003776175,0.002962522,0.00085817755],"genre_scores_gemma":[0.65095866,0.0000061436795,0.34676114,0.0015793213,0.00018050715,0.0001840468,0.000030429652,0.000050757564,0.00024896424],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99699926,0.00025731314,0.0005365974,0.0009257141,0.0007224072,0.00055873406],"domain_scores_gemma":[0.99806845,0.00036263716,0.00016297604,0.0010276746,0.00018861888,0.00018967086],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00061382423,0.000323648,0.0004843558,0.00030549374,0.0002573575,0.00024989716,0.0014774017,0.00018086172,0.000006204373],"category_scores_gemma":[0.0037026848,0.00030852715,0.00006866999,0.0014860851,0.000036229223,0.00023213058,0.00055502506,0.00048564977,0.00019428646],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008205332,0.02125317,0.53361267,0.009269327,0.0006968766,0.0006904665,0.33516878,0.00043552674,0.027581012,0.0004758495,0.038583152,0.031412635],"study_design_scores_gemma":[0.020180365,0.007259599,0.06158281,0.04443134,0.00025541475,0.00004962501,0.0015044999,0.42142877,0.31300902,0.00047401237,0.11646025,0.0133643],"about_ca_topic_score_codex":0.00005326901,"about_ca_topic_score_gemma":0.00006813154,"teacher_disagreement_score":0.47202986,"about_ca_system_score_codex":0.00033182433,"about_ca_system_score_gemma":0.0009930739,"threshold_uncertainty_score":0.9999367},"labels":[],"label_agreement":null},{"id":"W3114226250","doi":"10.11575/prism/38488","title":"Question-And-Answer Community Mining in Software Project Management – A Deep Learning Approach","year":2020,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data science; Computer science; Engineering","score_opus":0.05346370189218724,"score_gpt":0.33011910058416377,"score_spread":0.27665539869197653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114226250","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4193116,0.0026100022,0.0987881,0.0002410093,0.002251582,0.0066547985,0.000010747325,0.00014976092,0.4699824],"genre_scores_gemma":[0.38617423,0.00007851532,0.57861716,0.00006514658,0.00010878471,0.0005554002,0.0010895138,0.00007384426,0.033237424],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99793565,0.0006144982,0.00036322942,0.0005644302,0.00026795038,0.0002542136],"domain_scores_gemma":[0.999121,0.00010245181,0.00022858861,0.00044204615,0.000041455016,0.00006443829],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00097071304,0.00026069308,0.0003974329,0.00023071279,0.00035295184,0.00079786405,0.0015769863,0.00018690049,0.000011684629],"category_scores_gemma":[0.00008865068,0.0002601574,0.00004837813,0.0004542485,0.000015842625,0.00034370626,0.000555764,0.0007665017,0.000039771294],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000644079,0.00024938592,0.0038854864,0.00073974347,0.00014628758,0.00010930379,0.28164485,0.0002619715,0.000034365825,0.0007682659,0.0005025399,0.7115934],"study_design_scores_gemma":[0.007011573,0.0016023893,0.029842436,0.013288729,0.00033776893,0.00021092778,0.36951724,0.24848628,0.00097480323,0.0004969748,0.321308,0.0069228765],"about_ca_topic_score_codex":0.00077122287,"about_ca_topic_score_gemma":0.00061128766,"teacher_disagreement_score":0.7046705,"about_ca_system_score_codex":0.00007258138,"about_ca_system_score_gemma":0.00007925107,"threshold_uncertainty_score":0.99998504},"labels":[],"label_agreement":null},{"id":"W3115488317","doi":"10.5539/ies.v14n1p1","title":"Discovering America: Unpacking Popular Social Q&A for Prospective Chinese International Students","year":2020,"lang":"en","type":"article","venue":"International Education Studies","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Popularity; Context (archaeology); The Internet; Variety (cybernetics); Social media; Psychology; Educational technology; Sociology; Public relations; Pedagogy; Social psychology; Political science; World Wide Web; Computer science","score_opus":0.07902171937503656,"score_gpt":0.4379974585977812,"score_spread":0.35897573922274467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115488317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5333762,0.0010544952,0.3623231,0.07165747,0.027445672,0.0008198029,0.00006511481,0.00040443172,0.0028536634],"genre_scores_gemma":[0.98342663,0.00004765616,0.011156211,0.0014723957,0.0021667266,0.0003084651,0.00004080069,0.00001504213,0.0013660894],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984788,0.000028978015,0.0003204253,0.00043788285,0.0005699867,0.0001639669],"domain_scores_gemma":[0.99857736,0.00007840431,0.00022232081,0.00012482407,0.00093946734,0.00005762723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001292423,0.00017030201,0.00021330024,0.000117416625,0.0002595891,0.00032027086,0.0010332256,0.000031328167,0.0000078263],"category_scores_gemma":[0.0007529374,0.00015178934,0.0001154646,0.00024455084,0.000046729936,0.0005983627,0.00040087313,0.00009626101,0.00004321169],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014719216,0.0010555016,0.57429,0.0001277469,0.0029135563,0.0000048232937,0.20566945,0.0004089213,0.0023555998,0.0920401,0.08597007,0.035017096],"study_design_scores_gemma":[0.0030079957,0.0002331927,0.14424424,0.00031988186,0.000058822487,0.00003409956,0.023946468,0.00830519,0.00048818343,0.01893652,0.79892,0.0015054268],"about_ca_topic_score_codex":0.000039474235,"about_ca_topic_score_gemma":0.000009469495,"teacher_disagreement_score":0.71294993,"about_ca_system_score_codex":0.0002778685,"about_ca_system_score_gemma":0.00008759562,"threshold_uncertainty_score":0.6189789},"labels":[],"label_agreement":null},{"id":"W311733905","doi":"10.1007/978-1-4614-7163-9_261-1","title":"Social Web Search","year":2017,"lang":"en","type":"book-chapter","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"World Wide Web; Computer science; Information retrieval","score_opus":0.07920493351003266,"score_gpt":0.3136226047091748,"score_spread":0.23441767119914214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W311733905","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000024783876,0.00013010821,0.005188487,0.0012704002,0.0007946071,0.000101255806,0.000003455238,0.00022903965,0.9922802],"genre_scores_gemma":[0.0077871494,0.000022856573,0.0009835608,0.0001233356,0.0010716261,0.0000034388465,0.0000033436438,0.00002322915,0.9899815],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986474,0.000014214519,0.00017927877,0.00044925686,0.00045133816,0.00025850532],"domain_scores_gemma":[0.9988424,0.000031204687,0.00011115616,0.0008581488,0.00007707831,0.0000800234],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026844183,0.00020870245,0.00029125917,0.000114581686,0.00045103734,0.00043210518,0.0017511328,0.00033655716,0.00014720504],"category_scores_gemma":[0.0000052131104,0.00017664646,0.00016515603,0.000007250568,0.00007374925,0.00014387765,0.00047717767,0.0003142569,0.0021686687],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.2585705e-7,0.00000278398,0.0000029953967,0.000012360088,0.000020307956,0.000026981419,0.00033829102,6.1489466e-8,0.000017821329,0.8984114,0.090429984,0.01073652],"study_design_scores_gemma":[0.00011289507,0.000026428484,0.000007045176,0.00006206883,0.0000029393466,0.000018342196,0.0000029869532,0.000734692,0.000030814408,0.008437135,0.9902664,0.00029825044],"about_ca_topic_score_codex":0.00005033752,"about_ca_topic_score_gemma":0.000026555797,"teacher_disagreement_score":0.8998364,"about_ca_system_score_codex":0.00005361957,"about_ca_system_score_gemma":0.00018808535,"threshold_uncertainty_score":0.99860823},"labels":[],"label_agreement":null},{"id":"W3123749673","doi":"10.2139/ssrn.3360192","title":"A Bitter Pill to Swallow? The Consequences of Patient Evaluation in Online Health Q&A Platforms","year":2019,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Pill; Medicine; Traditional medicine; Pharmacology","score_opus":0.030553122556799275,"score_gpt":0.30824637571948893,"score_spread":0.27769325316268967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123749673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777114,0.0014289529,0.011282437,0.008517229,0.0006029988,0.00034346926,0.0000015351488,0.000015684916,0.000096305674],"genre_scores_gemma":[0.99749136,0.00024377341,0.0009228319,0.0008381118,0.00007204062,0.000009150881,0.0000031102,0.000007713689,0.00041189924],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9972202,0.00018186956,0.0005333505,0.0002307612,0.00066837476,0.0011654146],"domain_scores_gemma":[0.9990115,0.00008058222,0.00032671934,0.00037473778,0.00013050697,0.000075955686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040947627,0.00012660188,0.00023187163,0.00020896814,0.00010781475,0.00006212492,0.000656918,0.000045258563,0.000012077366],"category_scores_gemma":[0.00006950689,0.00007015896,0.000073929106,0.00044046345,0.000028404997,0.0002335335,0.00007223899,0.00073353335,0.00008052696],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028705018,0.0014624295,0.06662838,0.00010686128,0.0004430704,0.0000058034943,0.104336284,0.012771164,0.017576873,0.2936395,0.004573426,0.49816915],"study_design_scores_gemma":[0.012742589,0.012462774,0.021603739,0.0027897395,0.00006082434,0.0046095294,0.037716594,0.034388807,0.0023040143,0.79136336,0.07716139,0.0027966492],"about_ca_topic_score_codex":0.0009359578,"about_ca_topic_score_gemma":0.0050340933,"teacher_disagreement_score":0.49772385,"about_ca_system_score_codex":0.0009373545,"about_ca_system_score_gemma":0.002752045,"threshold_uncertainty_score":0.48820096},"labels":[],"label_agreement":null},{"id":"W3125966267","doi":"10.2139/ssrn.3363768","title":"Forum Size and Content Contribution per Person: A Field Experiment","year":2019,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Content (measure theory); Statistics; Field (mathematics); Psychology; Econometrics; Mathematics","score_opus":0.010629755807196089,"score_gpt":0.22981214538537595,"score_spread":0.21918238957817987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125966267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8410142,0.012998523,0.13129291,0.011985285,0.0011698577,0.00031698012,6.1441625e-7,0.00008209555,0.0011395478],"genre_scores_gemma":[0.99609745,0.0003912092,0.00023740839,0.0004705013,0.00013748267,0.000007951578,3.3604707e-7,0.00000704931,0.0026506225],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9978965,0.000072976996,0.0001825971,0.00024269092,0.00024772377,0.0013574944],"domain_scores_gemma":[0.9994162,0.000099495905,0.00010975467,0.00020716302,0.000075715216,0.00009170472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007844122,0.00012979438,0.000185582,0.000048279642,0.00018706254,0.00017435504,0.00031895732,0.00007402557,0.00002138056],"category_scores_gemma":[0.000046138153,0.000102121885,0.000087139386,0.0000671068,0.000013096305,0.000298928,0.000059612456,0.000643347,0.000051562714],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076434364,0.00009221405,0.010706324,0.000009074414,0.00018787834,0.0000095509195,0.003201642,0.000004851359,0.04683052,0.9207341,0.00092104764,0.01722637],"study_design_scores_gemma":[0.051458336,0.04222533,0.01510037,0.001570474,0.00021568147,0.0415111,0.26323372,0.048296586,0.13954894,0.20875332,0.18011068,0.007975448],"about_ca_topic_score_codex":0.000077659686,"about_ca_topic_score_gemma":0.0000395268,"teacher_disagreement_score":0.71198076,"about_ca_system_score_codex":0.00042342738,"about_ca_system_score_gemma":0.0003546975,"threshold_uncertainty_score":0.41644096},"labels":[],"label_agreement":null},{"id":"W3134384212","doi":"10.1145/3406522.3446021","title":"Tip of the Tongue Known-Item Retrieval","year":2021,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Information retrieval; Computer science; Tip of the tongue; Identifier; Context (archaeology); Cognitive models of information retrieval; Human–computer information retrieval; Information needs; Cognition; Search engine; World Wide Web; Psychology; Linguistics","score_opus":0.01578652067899109,"score_gpt":0.23427813931796607,"score_spread":0.21849161863897498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134384212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47790122,0.0016998497,0.12033215,0.01117483,0.007440885,0.00029917597,0.0000046401624,0.00041444923,0.3807328],"genre_scores_gemma":[0.9740897,0.0000037883074,0.0024474408,0.00022913424,0.00007981649,8.0312327e-7,2.6758923e-7,0.000003279852,0.023145774],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992633,0.00007127976,0.00015129155,0.00017543144,0.00021853864,0.00012018629],"domain_scores_gemma":[0.9991241,0.00008967148,0.000046284542,0.000623064,0.000085038475,0.00003180522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018088307,0.000053966924,0.00009751898,0.000017893046,0.000060668663,0.00004860223,0.00055918057,0.000039698814,0.00003496385],"category_scores_gemma":[0.00009432945,0.000032702526,0.00007199433,0.0004290589,0.000020780699,0.000079385885,0.0002553564,0.00006278386,0.000037221307],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008009284,0.00021166913,0.017494785,0.00008918915,0.00007353314,0.00007077315,0.0070665316,0.000039785307,0.13142544,0.75398624,0.0764325,0.013101562],"study_design_scores_gemma":[0.00042700913,0.00006143552,0.011233429,0.00013554975,0.0000056170884,0.0001713179,0.00034511855,0.015382543,0.8610081,0.0013317845,0.10962174,0.00027637117],"about_ca_topic_score_codex":0.000038147784,"about_ca_topic_score_gemma":0.000013505554,"teacher_disagreement_score":0.75265443,"about_ca_system_score_codex":0.0000147370065,"about_ca_system_score_gemma":0.00008656914,"threshold_uncertainty_score":0.13335703},"labels":[],"label_agreement":null},{"id":"W3139738689","doi":"10.1007/s10664-021-10028-y","title":"An exploratory study on the repeatedly shared external links on Stack Overflow","year":2021,"lang":"en","type":"preprint","venue":"Empirical Software Engineering","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); Queen's University","funders":"","keywords":"Computer science; Stack (abstract data type); Point (geometry); World Wide Web; Operating system","score_opus":0.05440002308055616,"score_gpt":0.29818777125471374,"score_spread":0.24378774817415758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139738689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64333373,0.0003104389,0.35137,0.0002936302,0.002824609,0.0005274331,0.000014329101,0.0012941007,0.000031748365],"genre_scores_gemma":[0.9916154,0.000007551888,0.006533143,0.000533445,0.00085451803,0.00026200557,0.000020089778,0.00008814635,0.00008566494],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99602807,0.000355167,0.0005814879,0.0014279495,0.0010353451,0.0005719616],"domain_scores_gemma":[0.99597937,0.00068584044,0.00016121338,0.002743555,0.00013218871,0.0002978568],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.000808654,0.00062567176,0.00059014163,0.00019948423,0.00021228533,0.0012052689,0.0022335805,0.00054198614,0.000026372814],"category_scores_gemma":[0.000619069,0.00047926191,0.00025316968,0.00039671594,0.000017846582,0.0002883556,0.0011180734,0.0027233548,0.000068406174],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009210194,0.004200627,0.15015128,0.00049285695,0.00085449,0.0027634832,0.11193382,0.70734364,0.0012269089,0.0005415698,0.013404069,0.0069951625],"study_design_scores_gemma":[0.0031402947,0.006171983,0.39272246,0.01096462,0.00014583353,0.00012737274,0.004098247,0.5543502,0.0064820074,0.0003272712,0.013144692,0.008325038],"about_ca_topic_score_codex":0.000029414532,"about_ca_topic_score_gemma":0.000006608829,"teacher_disagreement_score":0.3482817,"about_ca_system_score_codex":0.00031866293,"about_ca_system_score_gemma":0.00016258356,"threshold_uncertainty_score":0.99983156},"labels":[],"label_agreement":null},{"id":"W3160639803","doi":"10.1145/3411763.3451646","title":"Characterizing Growth and Decline in Online UX Communities","year":2021,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mainstream; Computer science; Diversity (politics); User experience design; Stack (abstract data type); World Wide Web; Longevity; Sociology; Human–computer interaction; Political science","score_opus":0.03596988772397219,"score_gpt":0.26795844428482846,"score_spread":0.23198855656085626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160639803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777221,0.00040761946,0.01141892,0.0066836965,0.00024453254,0.00003670125,0.0000023054056,0.00010518346,0.003378945],"genre_scores_gemma":[0.9847898,0.000121147474,0.0128005305,0.0018328927,0.00004920102,0.0000026453627,0.000009881072,0.0000039946117,0.00038991202],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994079,0.00008095123,0.00016054431,0.00012274037,0.00008997352,0.00013790777],"domain_scores_gemma":[0.9995439,0.00010482602,0.00002645074,0.00025554618,0.00003101263,0.000038246646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014761886,0.000068106,0.00012966742,0.00006414859,0.000063491774,0.00013755735,0.0002560577,0.00003281857,0.0000074046184],"category_scores_gemma":[0.000021819073,0.00005993656,0.000016110707,0.00018781137,0.000018791323,0.00022189692,0.0003899075,0.00010053616,0.000004640022],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013526742,0.0009249755,0.42762762,0.00030208987,0.000059070073,0.0005307757,0.061593004,0.0000069301655,0.11182831,0.35364082,0.0011071092,0.04236577],"study_design_scores_gemma":[0.005388764,0.00044646865,0.5638551,0.0017228471,0.000011327487,0.0015550063,0.03430473,0.2068766,0.123525456,0.008684082,0.051157203,0.0024724214],"about_ca_topic_score_codex":0.000757975,"about_ca_topic_score_gemma":0.0010137862,"teacher_disagreement_score":0.34495673,"about_ca_system_score_codex":0.000008710037,"about_ca_system_score_gemma":0.000026741802,"threshold_uncertainty_score":0.2444142},"labels":[],"label_agreement":null},{"id":"W3187623100","doi":"10.1109/access.2021.3103837","title":"Computer Simulations of Scientific Peer Reviewing","year":2021,"lang":"en","type":"article","venue":"IEEE Access","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Data science","score_opus":0.09064441082412902,"score_gpt":0.3531672990782896,"score_spread":0.2625228882541606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187623100","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22782828,0.0006824409,0.7628856,0.0009781267,0.0058304165,0.00012280025,0.0000065507893,0.0001114434,0.0015543749],"genre_scores_gemma":[0.9891938,0.0000040476393,0.009281222,0.00015524295,0.00018197198,0.000002931562,0.000004836525,0.0000052090627,0.0011707138],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988005,0.00007828497,0.0002632431,0.00032346413,0.00037461327,0.0001598828],"domain_scores_gemma":[0.99862957,0.00010722525,0.000098201825,0.00065727404,0.00045869895,0.000049000228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036567787,0.00007480982,0.00017083458,0.00009178998,0.00017168552,0.00062420743,0.0008679815,0.000034328492,0.000019291097],"category_scores_gemma":[0.000052086678,0.000068019,0.0000693192,0.00081261713,0.000035807563,0.000668511,0.00022377954,0.000066702814,0.000031237683],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007897346,0.0012653874,0.0695054,0.0017039833,0.0003397577,0.00037450614,0.021056414,0.08663744,0.13153204,0.088242784,0.3464656,0.2528688],"study_design_scores_gemma":[0.0006739086,0.000041096857,0.0059573916,0.0009160933,0.000022801576,0.00006999165,0.00003046517,0.6346603,0.14219408,0.0022060482,0.21257521,0.00065263204],"about_ca_topic_score_codex":0.000019473067,"about_ca_topic_score_gemma":0.000009994253,"teacher_disagreement_score":0.76136553,"about_ca_system_score_codex":0.000016838114,"about_ca_system_score_gemma":0.0000861095,"threshold_uncertainty_score":0.60192466},"labels":[],"label_agreement":null},{"id":"W3193822405","doi":"10.1007/s10664-021-10014-4","title":"An empirical study of Q&A websites for game developers","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Latent Dirichlet allocation; Game Developer; Game testing; Computer science; Video game development; Empirical research; World Wide Web; Game design document; Software development; Software; Game design; Topic model; Data science; Knowledge management; Multimedia; Artificial intelligence","score_opus":0.05243780047764452,"score_gpt":0.3366985135992673,"score_spread":0.28426071312162277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193822405","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46238667,0.0001466471,0.5365849,0.000104022896,0.0003262162,0.00013535743,0.0000026078753,0.00030396308,0.000009617418],"genre_scores_gemma":[0.85912156,0.0000016097651,0.14037171,0.00010703525,0.00014485959,0.000058141395,0.000008596442,0.000028192104,0.00015830463],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982798,0.00006527676,0.00040424897,0.00053361506,0.00033466824,0.00038240274],"domain_scores_gemma":[0.998421,0.00051558483,0.000060194554,0.00062545884,0.00018249142,0.00019523976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028342343,0.00020904935,0.00037409444,0.0001178251,0.000077981604,0.00010673531,0.00058918505,0.00010895269,0.000012459502],"category_scores_gemma":[0.00072467234,0.00019540297,0.0001046877,0.00066768803,0.000012665367,0.00024838664,0.0001603289,0.00015954704,0.000018905406],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019032654,0.0016337209,0.9287329,0.0002350416,0.00020790167,0.00007012822,0.022472175,0.031765595,0.004601689,0.00016026056,0.005950088,0.0041514817],"study_design_scores_gemma":[0.0046951156,0.0023448677,0.5599155,0.00038762024,0.00008324894,0.00024787852,0.001695286,0.1691123,0.012459049,0.00023291261,0.24594551,0.002880733],"about_ca_topic_score_codex":0.000012725915,"about_ca_topic_score_gemma":0.000016607419,"teacher_disagreement_score":0.3967349,"about_ca_system_score_codex":0.00007044478,"about_ca_system_score_gemma":0.0001115354,"threshold_uncertainty_score":0.7968302},"labels":[],"label_agreement":null},{"id":"W3208778360","doi":"10.1007/s10664-021-10028-y","title":"An Exploratory Study on the Repeatedly Shared External Links on Stack Overflow","year":2021,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Huawei Technologies (Canada)","funders":"","keywords":"Computer science; Stack (abstract data type); Point (geometry); World Wide Web; Documentation; Operating system","score_opus":0.10009692373882446,"score_gpt":0.21040803069170733,"score_spread":0.11031110695288286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208778360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9727812,0.000020631023,0.02415181,0.00016296125,0.00048961624,0.00018235751,0.000004820561,0.00020302672,0.002003575],"genre_scores_gemma":[0.9975319,0.000008348474,0.000076778844,0.00048144805,0.000108970235,0.0000013907793,0.000002030877,0.0000135940845,0.0017755384],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980632,0.0004950674,0.00014955584,0.0008273767,0.00018152045,0.0002832775],"domain_scores_gemma":[0.9978515,0.00015926365,0.00009258712,0.0016242423,0.00012433964,0.00014807412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037113536,0.00019045448,0.0001741611,0.00010697947,0.0003346309,0.00025187907,0.0011738661,0.00010830036,0.00003910805],"category_scores_gemma":[0.00003921462,0.00015927387,0.00009196414,0.00065333745,0.000035235884,0.0005333498,0.00021378451,0.00040330287,0.00025972145],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005004237,0.007839634,0.17265679,0.00004559851,0.00055032177,0.020945478,0.056902647,0.065799154,0.01325878,0.64500386,0.013767568,0.0027297498],"study_design_scores_gemma":[0.010618552,0.011222422,0.12587099,0.0012796533,0.0001785802,0.000118196745,0.051767062,0.7375481,0.035728894,0.01134229,0.009968614,0.00435665],"about_ca_topic_score_codex":0.000032862274,"about_ca_topic_score_gemma":0.00004784876,"teacher_disagreement_score":0.67174894,"about_ca_system_score_codex":0.0001146881,"about_ca_system_score_gemma":0.000098976496,"threshold_uncertainty_score":0.6495},"labels":[],"label_agreement":null},{"id":"W3212178294","doi":"10.1145/3480001.3480021","title":"DeepDup: Duplicate Question Detection in Community Question Answering","year":2021,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Question answering; Computer science; Information retrieval; Task (project management); Transfer of learning; Identification (biology); Domain adaptation; Domain (mathematical analysis); Open domain; Named-entity recognition; Natural language processing; Artificial intelligence","score_opus":0.01902326341631096,"score_gpt":0.27446221880513455,"score_spread":0.2554389553888236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212178294","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3851842,0.00008524009,0.6113002,0.00032224366,0.00037492276,0.00005704698,1.4387228e-7,0.0002630848,0.002412943],"genre_scores_gemma":[0.9926389,0.000016699996,0.0068210023,0.000098924014,0.000041463478,0.00001857367,0.0000029313585,0.000005554044,0.00035597826],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99878496,0.00050842215,0.00020191871,0.0002049395,0.00013007197,0.00016970985],"domain_scores_gemma":[0.9992693,0.00007409127,0.00004689657,0.00049055094,0.00007179943,0.00004736158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008362911,0.00008569237,0.00010962773,0.00009807346,0.00018157056,0.00013326477,0.00025986496,0.0000771118,0.0000038433986],"category_scores_gemma":[0.000087442284,0.000086687745,0.00003052917,0.00046725105,0.000012387236,0.00039087117,0.00013157532,0.0002582102,0.000041927266],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015977195,0.00053747126,0.024084045,0.00015083812,0.00002367792,0.00008732584,0.008745867,0.0020241092,0.4921877,0.12532239,0.00020549873,0.3466151],"study_design_scores_gemma":[0.0007995717,0.00018886077,0.11026889,0.00041438855,0.000004906218,0.00030772304,0.00080412213,0.33231997,0.5437643,0.00687069,0.0036150394,0.0006415339],"about_ca_topic_score_codex":0.003058713,"about_ca_topic_score_gemma":0.003551252,"teacher_disagreement_score":0.60745466,"about_ca_system_score_codex":0.000121363766,"about_ca_system_score_gemma":0.000027315751,"threshold_uncertainty_score":0.46238792},"labels":[],"label_agreement":null},{"id":"W4225132331","doi":"10.51983/arss-2022.11.1.3085","title":"A Guide to Evaluate Academic Sources to Develop Research Paper: Source Selection in Academic Writing","year":2022,"lang":"en","type":"article","venue":"Asian Review of Social Sciences","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Canada West","funders":"","keywords":"Selection (genetic algorithm); Process (computing); Source document; Credibility; Computer science; Source credibility; Data science; Management science; Information retrieval; Engineering; Political science; Artificial intelligence","score_opus":0.10503286016854765,"score_gpt":0.45715999498491566,"score_spread":0.35212713481636804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225132331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50273377,0.08833018,0.014104459,0.31939763,0.0016282967,0.0066453973,0.000013336683,0.00061589107,0.06653104],"genre_scores_gemma":[0.9757762,0.0025259757,0.0098157795,0.008388587,0.0005284352,0.00070973346,0.0000013719965,0.000022471722,0.002231438],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942879,0.0014884024,0.00082676095,0.0006645275,0.0020170046,0.0007154227],"domain_scores_gemma":[0.9990037,0.00023792232,0.00022076297,0.00014646068,0.00025927622,0.0001318474],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.023100957,0.00013880027,0.0003793582,0.00049770036,0.0015283772,0.00007925913,0.002503793,0.00007619996,0.00004083408],"category_scores_gemma":[0.0014796843,0.0001282418,0.000063506006,0.010588579,0.00014694812,0.0003668842,0.0010817616,0.0007896616,0.00005336092],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000099085955,0.000054076405,0.014515872,0.0011093915,0.000015603659,0.0000050150743,0.075771876,0.0002982189,0.011417187,0.03052702,0.08042546,0.78585035],"study_design_scores_gemma":[0.00025881655,0.00053060765,0.0124368,0.0058360035,0.000008429718,0.000053583015,0.015461083,0.0012896777,0.00071397616,0.00088896666,0.96186465,0.00065742224],"about_ca_topic_score_codex":0.00047378373,"about_ca_topic_score_gemma":0.000053609783,"teacher_disagreement_score":0.88143915,"about_ca_system_score_codex":0.00035250417,"about_ca_system_score_gemma":0.0007464757,"threshold_uncertainty_score":0.9997715},"labels":[],"label_agreement":null},{"id":"W4226193109","doi":"10.2139/ssrn.4009873","title":"Any Feedback is Welcome: Peer Feedback and User Behavior on Digital Platforms","year":2022,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Peer feedback; Internet privacy; Multimedia; Human–computer interaction; Psychology; Mathematics education","score_opus":0.01080641939359153,"score_gpt":0.23274983915123,"score_spread":0.22194341975763845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226193109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873306,0.001075336,0.005676482,0.0028650477,0.0011900539,0.0002162049,0.000016483278,0.00011837028,0.0015113907],"genre_scores_gemma":[0.98179466,0.00013750784,0.00012239392,0.00037599597,0.0002749629,0.000025370386,0.0000043668533,0.000029260975,0.01723548],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962597,0.00003186084,0.00034845714,0.00043668077,0.0009548555,0.0019684837],"domain_scores_gemma":[0.9991003,0.00004836391,0.00019058093,0.00040329364,0.00007666967,0.00018076779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012299627,0.0002443158,0.00024937218,0.00021189042,0.00086790795,0.0005858371,0.0009985273,0.00006825008,0.000055558507],"category_scores_gemma":[0.000021499094,0.00020448444,0.0001425113,0.0003537276,0.000041884272,0.00077357504,0.00036101154,0.0020730824,0.00009168976],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002590349,0.0013146842,0.086242355,0.000027578313,0.0005728165,0.00026759342,0.009802229,0.00020112128,0.0009530969,0.70491564,0.053419296,0.14202456],"study_design_scores_gemma":[0.014925532,0.016091608,0.03927162,0.00023031802,0.00017209699,0.053286083,0.023929661,0.006971431,0.0015826488,0.2896345,0.5485922,0.005312301],"about_ca_topic_score_codex":0.000031176976,"about_ca_topic_score_gemma":0.000020519075,"teacher_disagreement_score":0.4951729,"about_ca_system_score_codex":0.00089238276,"about_ca_system_score_gemma":0.0006667066,"threshold_uncertainty_score":0.90066266},"labels":[],"label_agreement":null},{"id":"W4226340194","doi":"10.2139/ssrn.4069233","title":"Studying the Long-Term Value Answers on Stack Overflow","year":2022,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; RTDS Technologies (Canada)","funders":"","keywords":"Term (time); Value (mathematics); Stack (abstract data type); Computer science; Programming language; Physics; Machine learning","score_opus":0.015906071227214314,"score_gpt":0.2530624586911734,"score_spread":0.23715638746395906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226340194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8892939,0.004651658,0.09500668,0.00521889,0.003373188,0.00037107634,0.0000024262483,0.00017201457,0.0019101441],"genre_scores_gemma":[0.99682593,0.00025480037,0.000057732712,0.0004953444,0.0003585212,0.000018130731,7.9240425e-7,0.000018278022,0.0019704676],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.996339,0.0004521693,0.00027002618,0.0003116037,0.00080930936,0.001817859],"domain_scores_gemma":[0.9990597,0.00012135112,0.00018567634,0.0005250197,0.00003343156,0.0000748734],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00321782,0.00016676949,0.00016448897,0.00012934704,0.0015792224,0.00027027086,0.0017353967,0.00002876045,0.000018231814],"category_scores_gemma":[0.000026753765,0.00011825064,0.00014471858,0.00039868418,0.000026176725,0.00022272853,0.0002720055,0.0024258478,0.000030995157],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008469965,0.00040576913,0.022440992,0.000009830609,0.00050008955,0.00012712945,0.0088631855,0.008921918,0.0007807333,0.8889538,0.002767129,0.066144735],"study_design_scores_gemma":[0.02270891,0.039149296,0.08430756,0.0007513327,0.00039400902,0.05033549,0.07006986,0.12062259,0.0035086174,0.5027757,0.096831426,0.008545171],"about_ca_topic_score_codex":0.00004819426,"about_ca_topic_score_gemma":0.000059005328,"teacher_disagreement_score":0.38617805,"about_ca_system_score_codex":0.001444882,"about_ca_system_score_gemma":0.0011446062,"threshold_uncertainty_score":0.9998756},"labels":[],"label_agreement":null},{"id":"W4245950291","doi":"10.4000/books.pressesenssib.216","title":"Bibliographie","year":2010,"lang":"fr","type":"book-chapter","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"History","score_opus":0.050431846123614704,"score_gpt":0.25591442531226766,"score_spread":0.20548257918865295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245950291","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007589523,0.0016888744,0.059536684,0.0028426077,0.011026594,0.00025952386,0.000020186302,0.0003911447,0.9241585],"genre_scores_gemma":[0.0165762,0.0013063655,0.032278225,0.00079085917,0.0018139224,0.000013437033,0.000008807267,0.000075185075,0.947137],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99709827,0.00003952374,0.000605554,0.0010055531,0.00063827686,0.00061279855],"domain_scores_gemma":[0.9972808,0.00019399979,0.00028466835,0.0016130173,0.00024352391,0.00038403703],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005100786,0.0006010348,0.0005807611,0.003768752,0.0004052147,0.0006822217,0.0017006906,0.0011449676,0.0025412382],"category_scores_gemma":[0.000020319383,0.0005290118,0.0005402601,0.0011027566,0.0005196455,0.00041408176,0.00047909777,0.0011095499,0.0063373256],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001424077,0.000023350247,0.00024178866,0.000039360082,0.00006427017,0.00008344704,0.00016465389,5.397857e-7,0.00075703696,0.97256625,0.010116254,0.015941614],"study_design_scores_gemma":[0.00016689538,0.0001201205,0.00014306892,0.0002832514,0.000019691573,0.0002320445,0.0000055483447,0.0006345481,0.00056184776,0.01799155,0.9791267,0.00071471534],"about_ca_topic_score_codex":0.00094528456,"about_ca_topic_score_gemma":0.00034240933,"teacher_disagreement_score":0.9690105,"about_ca_system_score_codex":0.000020851123,"about_ca_system_score_gemma":0.00010642438,"threshold_uncertainty_score":0.99971616},"labels":[],"label_agreement":null},{"id":"W4254148680","doi":"10.1109/msr.2015.28","title":"Recommending Posts concerning API Issues in Developer Q&A Sites","year":2015,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Popularity; Usability; Reputation; World Wide Web; Baseline (sea); Android (operating system); Recommender system; Social media; Data science; Software engineering; Human–computer interaction","score_opus":0.157953277824325,"score_gpt":0.3502301722673784,"score_spread":0.1922768944430534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254148680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7028943,0.0029107803,0.19782037,0.0127668865,0.003222265,0.0005268606,0.0000040682908,0.001331739,0.07852278],"genre_scores_gemma":[0.7874537,0.000038973765,0.18430962,0.0011543877,0.00031164146,0.000031273146,0.000018896886,0.000032647826,0.026648846],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977975,0.00018459209,0.00047810626,0.0005682138,0.0004044409,0.0005671588],"domain_scores_gemma":[0.9986506,0.00020794872,0.000121658304,0.00064002187,0.00014436073,0.00023540761],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012527431,0.00025592977,0.0003568018,0.00026583124,0.00014427942,0.00042635808,0.0009492098,0.00013150685,0.00011304707],"category_scores_gemma":[0.00033776267,0.00021755151,0.000056876852,0.00063268666,0.000038033922,0.00076262315,0.00042792878,0.00023024697,0.0027686297],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030720792,0.0002058242,0.23630324,0.00007013692,0.000081163336,0.000054530512,0.087876946,0.00025705723,0.016613629,0.02689233,0.60112834,0.030486112],"study_design_scores_gemma":[0.0007411875,0.000031788517,0.0012834822,0.00019770749,0.000002680528,0.000090471,0.0007479979,0.0017963175,0.0019809722,0.0007279323,0.99171144,0.00068801106],"about_ca_topic_score_codex":0.0013325622,"about_ca_topic_score_gemma":0.0014304394,"teacher_disagreement_score":0.39058313,"about_ca_system_score_codex":0.00021349933,"about_ca_system_score_gemma":0.00012247096,"threshold_uncertainty_score":0.99800783},"labels":[],"label_agreement":null},{"id":"W4254570739","doi":"10.1002/9780470724163.index","title":"Index","year":2008,"lang":"en","type":"paratext","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Index (typography); Editorial board; Library science; Editor in chief; Associate editor; Management; Computer science","score_opus":0.023248663198251727,"score_gpt":0.2593514690300856,"score_spread":0.23610280583183388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254570739","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010465327,0.0011431255,0.27567536,0.0002050558,0.0057060434,0.00007832265,0.000002244701,0.0001342705,0.7170451],"genre_scores_gemma":[0.0071144183,0.00035326843,0.0029289434,0.00048291424,0.0007633676,0.00001904635,0.0000131638535,0.000017335997,0.98830754],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998627,0.000046917594,0.00023381814,0.00047928604,0.00032195757,0.0002909984],"domain_scores_gemma":[0.99886096,0.000041270025,0.000103637954,0.0008508437,0.000049095295,0.00009420878],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000080826016,0.00021847336,0.00030451047,0.00016605973,0.00011828346,0.00014972626,0.0014034224,0.00031943648,0.0005695363],"category_scores_gemma":[0.000006001629,0.0001734757,0.000108888016,0.00024666244,0.00002572398,0.00013286973,0.00025511556,0.00026622388,0.050673336],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.6606804e-7,0.0000104499,0.000010512781,0.000011828964,0.000011429074,0.000013274067,0.000213444,0.000013645835,0.0000062966787,0.0016659573,0.99651647,0.0015264073],"study_design_scores_gemma":[0.00008294066,0.000021340027,0.000014786092,0.00004676566,5.535605e-7,0.00008474086,0.0000048040056,0.002320146,0.00011596745,0.000020567497,0.9970278,0.0002595917],"about_ca_topic_score_codex":0.0002898775,"about_ca_topic_score_gemma":0.0000055624537,"teacher_disagreement_score":0.2727464,"about_ca_system_score_codex":0.00004817473,"about_ca_system_score_gemma":0.00016925958,"threshold_uncertainty_score":0.95006585},"labels":[],"label_agreement":null},{"id":"W4286981116","doi":"10.5281/zenodo.5498866","title":"Replication package for \"Analyzing techniques for duplicate detection on Q&A websites for game development\"","year":2021,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Replication (statistics); Computer science; R package; World Wide Web; Biology; Programming language; Virology","score_opus":0.06314997014562344,"score_gpt":0.2859000982473554,"score_spread":0.22275012810173195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286981116","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002813219,0.00005105143,0.99149,0.0010111757,0.0001158246,0.0011897694,0.00007302421,0.0011773916,0.0020785208],"genre_scores_gemma":[0.8280965,0.00006788266,0.15787293,0.0005385378,0.0006778677,0.000022288836,0.0035104428,0.00180334,0.0074101905],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981338,0.00012336235,0.0003453571,0.00080241205,0.00021924697,0.000375819],"domain_scores_gemma":[0.9975441,0.00013016564,0.00018596169,0.0009649748,0.0010663521,0.00010844566],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00118291,0.00015656026,0.00017681594,0.00023366636,0.0019295007,0.00097299425,0.00093458284,0.00008910116,0.000076562144],"category_scores_gemma":[0.0015151661,0.00016603114,0.00009964188,0.00051622273,0.000033504137,0.00029000756,0.0003934539,0.000108882734,0.00047202728],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105271094,0.00018064378,0.000004197099,0.000272622,0.000080129386,0.0000012869589,0.001801622,0.000019803365,0.31331685,0.018251538,0.07444442,0.5915216],"study_design_scores_gemma":[0.00028603536,0.00017185051,0.00003992795,0.000046641635,0.0000061716387,0.000024414676,0.000037536334,0.0017590441,0.24141504,0.0005110834,0.7555396,0.00016264732],"about_ca_topic_score_codex":0.0000026885054,"about_ca_topic_score_gemma":0.0000011211541,"teacher_disagreement_score":0.8336171,"about_ca_system_score_codex":0.00020871172,"about_ca_system_score_gemma":0.000012865463,"threshold_uncertainty_score":0.99936986},"labels":[],"label_agreement":null},{"id":"W4287773619","doi":"10.5281/zenodo.3748768","title":"Order in Chaos: Prioritizing Mobile App Reviews using Consensus Algorithms","year":2020,"lang":"en","type":"paratext","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Université de Montréal; Polytechnique Montréal","funders":"","keywords":"CHAOS (operating system); Computer science; Order (exchange); Algorithm; Consensus algorithm; Data mining; Artificial intelligence; Computer security","score_opus":0.08106516786073853,"score_gpt":0.3028904543558362,"score_spread":0.2218252864950977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287773619","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008729633,0.02651551,0.36736485,0.0023141133,0.006396152,0.0076752272,0.0007962158,0.0035630018,0.5845019],"genre_scores_gemma":[0.09918442,0.04680956,0.30947044,0.0092746485,0.026455801,0.000012886963,0.035164792,0.054404046,0.4192234],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99589634,0.0010474245,0.00076529104,0.0010923379,0.000544386,0.00065423315],"domain_scores_gemma":[0.99787194,0.00004242028,0.0003909231,0.00094628293,0.0004848,0.00026362532],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012285879,0.00038151426,0.0006527331,0.0004819547,0.0013632745,0.001630936,0.002594871,0.00024159945,0.0026321954],"category_scores_gemma":[0.00043331977,0.00040042386,0.00011417624,0.0017823278,0.00012120959,0.00023503644,0.0024080067,0.0008337286,0.041821122],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011440649,0.00008605015,3.2567365e-7,0.0004038565,0.000036545713,0.00009163498,0.0038545926,0.00028461043,0.0017684308,0.0005295136,0.8827138,0.11021923],"study_design_scores_gemma":[0.00036845714,0.0001435358,0.0000017593477,0.000448871,0.00000687377,0.00024297742,0.00017077953,0.024937406,0.000073843476,0.00001186311,0.97317773,0.00041590232],"about_ca_topic_score_codex":0.00008804897,"about_ca_topic_score_gemma":4.2970785e-7,"teacher_disagreement_score":0.16527855,"about_ca_system_score_codex":0.0003869702,"about_ca_system_score_gemma":0.000029251294,"threshold_uncertainty_score":0.9999368},"labels":[],"label_agreement":null},{"id":"W4296511188","doi":"10.4995/carma2022.2022.15076","title":"Text mining methods for innovation studies: limits and future perspectives","year":2022,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Word embedding; Word (group theory); Baseline (sea); Embedding; Information retrieval; Natural language processing; Ellipsis (linguistics); Turkish; Space (punctuation); Artificial intelligence; Linguistics","score_opus":0.08451033897803484,"score_gpt":0.4080580015405287,"score_spread":0.32354766256249384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296511188","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030850604,0.008745242,0.94330287,0.010674937,0.0018305972,0.00037176613,0.000001950826,0.00024891176,0.0039731404],"genre_scores_gemma":[0.17496425,0.00006513003,0.82027215,0.0006088809,0.0004587766,0.00023222469,0.0000013804432,0.000010030993,0.0033871967],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99924946,0.00011097213,0.00014046773,0.00027945978,0.0000955794,0.00012407763],"domain_scores_gemma":[0.9993507,0.0002818491,0.0000644276,0.00016564413,0.00012146101,0.00001590595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008602491,0.00007200327,0.00012432288,0.00014286864,0.00042961544,0.00006159704,0.00020528556,0.000018693754,0.000005301676],"category_scores_gemma":[0.000095818235,0.000059752645,0.000020533485,0.00061262713,0.000015772843,0.00015580219,0.0001723424,0.000059565064,4.492386e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006037089,0.000030405421,0.00014346221,0.000025251367,0.000062770814,9.3108207e-7,0.116884016,0.000010739752,0.0031937377,0.62356263,0.012147831,0.2439322],"study_design_scores_gemma":[0.0008445434,0.0006811899,0.00053906377,0.000019023928,0.000009578213,0.000054789063,0.43580875,0.056788694,0.0021966633,0.005050074,0.49756148,0.00044613637],"about_ca_topic_score_codex":0.0000038584894,"about_ca_topic_score_gemma":8.726412e-7,"teacher_disagreement_score":0.6185126,"about_ca_system_score_codex":0.000054166794,"about_ca_system_score_gemma":0.000023045377,"threshold_uncertainty_score":0.3304298},"labels":[],"label_agreement":null},{"id":"W4306317066","doi":"10.1145/3511808.3557526","title":"OpeNTF: A Benchmark Library for Neural Team Formation","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Benchmark (surveying); Computer science; Artificial intelligence; Computer architecture; Geology","score_opus":0.04937004160800148,"score_gpt":0.28399999509923,"score_spread":0.23462995349122853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306317066","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018628038,0.00003909175,0.020152831,0.0122312475,0.0047800154,0.0024961182,0.00012659529,0.0003707664,0.9411753],"genre_scores_gemma":[0.9793246,0.000020903013,0.009065026,0.00069280394,0.000108289496,0.00091633515,0.00014700175,0.000012646525,0.009712404],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982156,0.000019653251,0.00063419034,0.00022020911,0.0006818369,0.00022851134],"domain_scores_gemma":[0.99853796,0.00005026626,0.0006192281,0.00034930056,0.00038996502,0.000053273587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053536805,0.00018654534,0.00016546056,0.00044145834,0.00045195263,0.0006050112,0.0038212081,0.00003570609,0.00012120898],"category_scores_gemma":[0.00010575185,0.00015507416,0.00014406514,0.0004405468,0.00003311289,0.0036634817,0.0026577723,0.00018114258,0.00008278398],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006540698,0.00010943344,0.00023804304,0.00020618555,0.000055419438,3.782282e-8,0.005013467,0.0001877596,0.00010869922,0.83566344,0.14687903,0.011473054],"study_design_scores_gemma":[0.001093906,0.00014271955,0.0004954783,0.0001773846,0.000015817972,0.000015476746,0.0026991605,0.10395956,0.00079017616,0.0138221,0.87645525,0.00033294898],"about_ca_topic_score_codex":0.0000033813287,"about_ca_topic_score_gemma":0.0000013508346,"teacher_disagreement_score":0.9606966,"about_ca_system_score_codex":0.00018864416,"about_ca_system_score_gemma":0.00003963923,"threshold_uncertainty_score":0.7100819},"labels":[],"label_agreement":null},{"id":"W4306404673","doi":"10.1016/j.ins.2022.09.036","title":"Embedding-based team formation for community question answering","year":2022,"lang":"en","type":"article","venue":"Information Sciences","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Question answering; Embedding; Computer science; Order (exchange); Space (punctuation); Data science; Artificial intelligence","score_opus":0.04333277627546538,"score_gpt":0.32226224651765795,"score_spread":0.27892947024219256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306404673","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039942335,0.000012800508,0.9547919,0.0007184859,0.00070382905,0.0002845763,0.000010367629,0.00024114907,0.003294553],"genre_scores_gemma":[0.9825719,4.558905e-7,0.016529866,0.00065666763,0.0000204856,0.00016996839,0.000024492032,0.0000016479979,0.00002454013],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987239,0.00017407112,0.000330145,0.000084106185,0.00049238064,0.00019534996],"domain_scores_gemma":[0.99919647,0.00018273767,0.00024471842,0.00023898546,0.00009728665,0.00003982508],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0033088028,0.00007611353,0.00008430989,0.00029782683,0.0026463699,0.00052767555,0.00092881895,0.000021828695,0.000005799232],"category_scores_gemma":[0.000125686,0.000071042115,0.000044640507,0.00061215006,0.000050612027,0.005108269,0.00015535051,0.0001344974,0.00001538245],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028045659,0.00013684631,0.0012424035,0.00021554093,0.000009096359,2.974465e-7,0.07009706,0.71706486,0.0011184162,0.10358419,0.019744396,0.08675885],"study_design_scores_gemma":[0.00020974512,0.00020530338,0.00013729466,0.000014384245,8.201125e-7,0.000010227372,0.0028066894,0.95522165,0.0011030347,0.00071823236,0.039464895,0.00010774287],"about_ca_topic_score_codex":0.00014754321,"about_ca_topic_score_gemma":0.000008865155,"teacher_disagreement_score":0.9426295,"about_ca_system_score_codex":0.00012792532,"about_ca_system_score_gemma":0.00010634434,"threshold_uncertainty_score":0.99865204},"labels":[],"label_agreement":null},{"id":"W4307651087","doi":"","title":"Unsupervised multiple-choice question generation for out-of-domain Q&A fine-tuning","year":2022,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Computer Research Institute of Montréal","funders":"","keywords":"Computer science; Domain (mathematical analysis); Artificial intelligence; Mathematics","score_opus":0.05186674480851388,"score_gpt":0.2825924515621544,"score_spread":0.2307257067536405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307651087","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07221322,0.0007757888,0.91664636,0.0043563764,0.0015688373,0.00087557745,0.00008365657,0.0003530908,0.0031271093],"genre_scores_gemma":[0.58609444,0.00009373487,0.40565926,0.00008005959,0.00014089026,0.00053795165,0.0014639031,0.00006148437,0.005868286],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99159163,0.005494526,0.0008322718,0.0010850398,0.00060462306,0.0003919061],"domain_scores_gemma":[0.9911262,0.0033525594,0.0008450466,0.0028796822,0.0016439128,0.00015263201],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007800262,0.00036967,0.0004895942,0.00031948954,0.0006554791,0.00046875398,0.0023608492,0.0002773409,0.000038238384],"category_scores_gemma":[0.0036002232,0.00041725076,0.00030675586,0.00039950747,0.00009531304,0.00025757175,0.0017848097,0.0005512163,0.000010970292],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047785456,0.0018924421,0.016394522,0.0014552403,0.0003993489,0.000007260765,0.1246447,0.006079407,0.24691609,0.50404704,0.012505461,0.08561069],"study_design_scores_gemma":[0.0019598918,0.000003447324,0.0015152039,0.0022266435,0.000055259105,0.000009426672,0.0002355635,0.80018306,0.04297545,0.0053390516,0.14418533,0.0013116999],"about_ca_topic_score_codex":0.0014248543,"about_ca_topic_score_gemma":0.0031135865,"teacher_disagreement_score":0.7941036,"about_ca_system_score_codex":0.00023225188,"about_ca_system_score_gemma":0.00033656554,"threshold_uncertainty_score":0.9998279},"labels":[],"label_agreement":null},{"id":"W4309617485","doi":"10.1145/3555567","title":"Towards More Gender-Inclusive Q&As","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Perception; Affect (linguistics); Demographics; Psychology; Social psychology; Field (mathematics); Community engagement; Task (project management); Sociology; Public relations; Political science; Communication","score_opus":0.07426900576787941,"score_gpt":0.3515997760483999,"score_spread":0.2773307702805205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309617485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9695841,0.000042462216,0.0037283092,0.0066655595,0.0046584653,0.00052307773,0.0000052579503,0.00036920793,0.0144235585],"genre_scores_gemma":[0.9910587,0.0000020888451,0.006097458,0.0012151331,0.00051951146,0.000083523446,0.0000027189744,0.000024422363,0.0009964092],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977921,0.000038243365,0.00042936724,0.0005871257,0.0008493552,0.00030375493],"domain_scores_gemma":[0.9982486,0.00007060822,0.00053366425,0.00084660883,0.0002316391,0.00006891852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004577824,0.00024097353,0.00026803536,0.0002788072,0.00086488057,0.00024385475,0.004610084,0.000057345685,0.00005633933],"category_scores_gemma":[0.000112129244,0.00019381175,0.000238822,0.00045981695,0.0000465421,0.0006065726,0.004873667,0.000529086,0.000046062967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028090522,0.0016483496,0.0029407402,0.00047075487,0.00056707003,0.000017160419,0.116171025,0.0033559036,0.1332522,0.28553346,0.3883228,0.06743964],"study_design_scores_gemma":[0.004595102,0.0045568245,0.015972408,0.0012163288,0.00015507409,0.0029046636,0.009983342,0.1004877,0.2523755,0.16704875,0.43706086,0.003643451],"about_ca_topic_score_codex":0.00013454423,"about_ca_topic_score_gemma":0.0000012045207,"teacher_disagreement_score":0.119123295,"about_ca_system_score_codex":0.00038391442,"about_ca_system_score_gemma":0.00004310492,"threshold_uncertainty_score":0.856676},"labels":[],"label_agreement":null},{"id":"W4312499496","doi":"10.5840/cpsem2020/202119","title":"Transcending Interview in the Curious Professions: Expert-Client Relationship in Means-oriented Dialogue","year":2020,"lang":"en","type":"book-chapter","venue":"Semiotics","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Social psychology","score_opus":0.08466301888833719,"score_gpt":0.29918419145926556,"score_spread":0.21452117257092837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312499496","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004890375,0.03849726,0.25297818,0.07660413,0.01803695,0.009485399,0.00027840328,0.0014974395,0.6021332],"genre_scores_gemma":[0.93620956,0.0023566103,0.008629781,0.00904024,0.0014924627,0.00030153617,0.00054158486,0.00027194739,0.041156292],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970837,0.00042646183,0.0009246383,0.0006488534,0.00054122077,0.00037507503],"domain_scores_gemma":[0.99800575,0.0007105894,0.00028590075,0.0008528004,0.0000450552,0.00009989803],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010469799,0.00039378981,0.0005638601,0.00032020698,0.00014501809,0.00010262534,0.0014071094,0.0004153559,0.000015572112],"category_scores_gemma":[0.00024738334,0.00029493158,0.00019169664,0.00031988334,0.000050754385,0.00015966092,0.00019523202,0.0012891985,0.0001245782],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000882457,0.00011480475,0.00070136046,0.00032170652,0.000032147313,0.0003276291,0.09102649,0.000105602085,0.000017516153,0.8912245,0.011985984,0.0041334075],"study_design_scores_gemma":[0.0024943107,0.00048473544,0.0010581019,0.03398854,0.000066244495,0.00018562794,0.0039385464,0.031798728,0.000069414746,0.06374226,0.85926574,0.0029077497],"about_ca_topic_score_codex":0.00003911407,"about_ca_topic_score_gemma":0.00022189131,"teacher_disagreement_score":0.9357205,"about_ca_system_score_codex":0.00023984995,"about_ca_system_score_gemma":0.00013852681,"threshold_uncertainty_score":0.9999503},"labels":[],"label_agreement":null},{"id":"W4313023730","doi":"10.1609/icwsm.v7i1.14406","title":"Enhancing Technical Q&A Forums with CiteHistory","year":2021,"lang":"en","type":"article","venue":"Proceedings of the International AAAI Conference on Web and Social Media","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"World Wide Web; Plug-in; Inclusion (mineral); Software deployment; Computer science; Software; Process (computing); Web browser; Ask price; The Internet; Psychology; Software engineering; Business","score_opus":0.030845707446358693,"score_gpt":0.24900123295078996,"score_spread":0.21815552550443126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313023730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9072348,0.00013711191,0.0017938218,0.02182303,0.0023720593,0.00016909746,0.000014576014,0.00014285513,0.06631265],"genre_scores_gemma":[0.99628216,0.0000231723,0.0021785113,0.00029091208,0.00025400688,0.000014510069,0.0000014661971,0.0000060415264,0.0009492418],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99889755,0.000007682984,0.0001865388,0.00025258836,0.0005141983,0.00014145787],"domain_scores_gemma":[0.9991857,0.00009212835,0.00015525385,0.00007262459,0.0004525451,0.000041751515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021045601,0.000102996215,0.00015879948,0.000058282894,0.000144847,0.00012955107,0.000671546,0.000071528084,0.000013921405],"category_scores_gemma":[0.00020158877,0.00007209784,0.00005395541,0.00013352129,0.000115391886,0.00017843908,0.00022880231,0.00017877252,0.0000045053057],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024909612,0.000074390875,0.0022333246,0.000036409743,0.000039066268,0.0000021138246,0.007267274,1.7872375e-7,0.17638169,0.8072496,0.0031502158,0.0035408174],"study_design_scores_gemma":[0.0070864,0.0007476799,0.045779686,0.005730055,0.00014430667,0.0008256247,0.018844344,0.0055966913,0.46202424,0.12933499,0.32051075,0.0033752574],"about_ca_topic_score_codex":0.000007526149,"about_ca_topic_score_gemma":0.00010244525,"teacher_disagreement_score":0.6779146,"about_ca_system_score_codex":0.00006046493,"about_ca_system_score_gemma":0.00015579554,"threshold_uncertainty_score":0.29400647},"labels":[],"label_agreement":null},{"id":"W4315606540","doi":"10.1109/access.2023.3235953","title":"Learning Software Project Management From Analyzing Q&A’s in the Stack Exchange","year":2023,"lang":"en","type":"article","venue":"IEEE Access","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Project management; Knowledge management; Software project management; Software; Project planning; Engineering management; Software development; Engineering; Systems engineering; Software construction","score_opus":0.10632240690709155,"score_gpt":0.3588137462852385,"score_spread":0.25249133937814694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315606540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.751278,0.0006161091,0.2371179,0.0012067882,0.0023641002,0.0009666731,0.000009140642,0.0013673907,0.005073906],"genre_scores_gemma":[0.9922064,0.00014551851,0.0026612415,0.0003011942,0.00032178944,0.00019326773,0.000022592845,0.00002107589,0.0041269218],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984428,0.00022767916,0.00020801893,0.00041126128,0.0003602207,0.0003499692],"domain_scores_gemma":[0.99909806,0.00020308865,0.00008642455,0.00056368415,0.000022114582,0.000026631937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073039526,0.00012900926,0.00015030109,0.00031465627,0.00019481425,0.0006828536,0.0019369292,0.000046535064,0.000008562417],"category_scores_gemma":[0.000032963348,0.00009415035,0.00005213178,0.0016084918,0.000014311036,0.000489713,0.00036301996,0.00020101592,0.00023650784],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028635672,0.00023512775,0.26982665,0.0005793794,0.0002782399,0.0011626424,0.16021805,0.010095021,0.00044408807,0.0019620592,0.2510524,0.30411768],"study_design_scores_gemma":[0.003320227,0.0002640484,0.1896533,0.0017636339,0.00007072276,0.00003310031,0.009588282,0.08582795,0.0012382155,0.007538507,0.6980009,0.0027010748],"about_ca_topic_score_codex":0.0012754665,"about_ca_topic_score_gemma":0.00032727,"teacher_disagreement_score":0.44694853,"about_ca_system_score_codex":0.000044782973,"about_ca_system_score_gemma":0.000018650879,"threshold_uncertainty_score":0.65847737},"labels":[],"label_agreement":null},{"id":"W4379383168","doi":"10.3410/f.742659228.793598777","title":"Faculty Opinions recommendation of Double‐blind peer review affects reviewer ratings and editor decisions at an ecology journal.","year":2023,"lang":"en","type":"dataset","venue":"Faculty Opinions – Post-Publication Peer Review of the Biomedical Literature","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Double blind; Ecology; Psychology; Medicine; Biology; Alternative medicine; Pathology","score_opus":0.06309042554639227,"score_gpt":0.39175938117772574,"score_spread":0.32866895563133347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379383168","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.9403944e-7,0.0105889095,0.00011837127,0.28403094,0.008504348,0.0017867149,0.69488704,0.000064043765,0.000019323143],"genre_scores_gemma":[4.826757e-7,0.015488729,0.0019611504,0.006832752,0.0022891366,0.00039526125,0.97002167,0.00003919975,0.0029716226],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9910881,0.0015032773,0.0026373453,0.0011803303,0.003024985,0.00056599925],"domain_scores_gemma":[0.97712076,0.0007604512,0.0034598955,0.0026551464,0.015279773,0.0007239646],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008724211,0.0007416991,0.00189237,0.00061764463,0.00075918256,0.0005010191,0.0038551367,0.00093783706,0.00010326241],"category_scores_gemma":[0.03079851,0.00046273938,0.0007646221,0.003386774,0.0003130456,0.0010208002,0.001667144,0.0016389326,0.0001914166],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014504374,0.0002019464,0.0000033400736,0.010163121,0.000108884,0.0000010890691,0.0001322653,6.366826e-8,9.0972793e-7,0.000246463,0.98694915,0.0021782706],"study_design_scores_gemma":[0.0011483709,0.00027511912,0.00023510384,0.05660553,0.0001706757,0.00024295492,0.000013200485,0.000020376623,0.0000030633287,0.000028820716,0.9408288,0.00042796234],"about_ca_topic_score_codex":0.00003651871,"about_ca_topic_score_gemma":0.000020614743,"teacher_disagreement_score":0.27719817,"about_ca_system_score_codex":0.00022589922,"about_ca_system_score_gemma":0.00072682503,"threshold_uncertainty_score":0.99978244},"labels":[],"label_agreement":null},{"id":"W4381490040","doi":"10.3138/jsp-2022-0025","title":"Exploring Author, Article, and Venue Feature Sets for Rising Star Prediction in Academic Network","year":2023,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Machine learning; Computer science; Classifier (UML); Artificial intelligence; Empirical research; Set (abstract data type); Feature (linguistics); Ensemble learning; Supervised learning; Data science; Artificial neural network; Mathematics; Statistics","score_opus":0.1522723496817844,"score_gpt":0.317295330723369,"score_spread":0.1650229810415846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381490040","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97596556,0.0015398016,0.009635731,0.010061907,0.0025473745,0.000121987156,0.000003877042,0.000085069114,0.0000387137],"genre_scores_gemma":[0.98473835,0.00014692644,0.013391066,0.00015433723,0.001449882,0.0000124719445,0.0000018046651,0.000017457647,0.00008772261],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982397,0.00014249817,0.0004751348,0.00022005191,0.0005332188,0.00038941664],"domain_scores_gemma":[0.99873716,0.00028894504,0.0003614864,0.0001661875,0.000274802,0.0001714121],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.006810761,0.00010500998,0.00021252371,0.00048553804,0.0002585237,0.008530272,0.00063189375,0.00018958692,2.5589074e-7],"category_scores_gemma":[0.0019828447,0.00009765343,0.000061203515,0.0011601633,0.00001067416,0.05991183,0.0001705344,0.0017490565,0.000001863269],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018524047,0.0000765745,0.46357325,0.00029946916,0.00016796934,0.0003824638,0.057480566,0.014044588,0.020616148,0.013261148,0.22054201,0.20937058],"study_design_scores_gemma":[0.0034246135,0.0005034534,0.7262983,0.004126828,0.000037628677,0.0006322758,0.003562742,0.1564942,0.0006968169,0.017917935,0.085706584,0.0005986719],"about_ca_topic_score_codex":0.000011146242,"about_ca_topic_score_gemma":0.0000031089585,"teacher_disagreement_score":0.26272503,"about_ca_system_score_codex":0.00012777475,"about_ca_system_score_gemma":0.00008212973,"threshold_uncertainty_score":0.992499},"labels":[],"label_agreement":null},{"id":"W4384106200","doi":"10.20368/1971-8829/729","title":"Using information retrieval to detect conflicting questions","year":2012,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Information retrieval; Computer science","score_opus":0.3386060099135738,"score_gpt":0.5623113108531108,"score_spread":0.223705300939537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384106200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6140097,0.004685139,0.37161854,0.00019531793,0.0032891617,0.0005764876,0.000012036982,0.00016404605,0.005449583],"genre_scores_gemma":[0.9867532,0.00018747589,0.012297756,0.00034014604,0.00033269977,0.000010587191,0.0000019692986,0.000017581271,0.00005854058],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99743915,0.0002701683,0.0008584296,0.00022853192,0.00069307396,0.0005106631],"domain_scores_gemma":[0.9976837,0.00026219818,0.00074049237,0.00055586745,0.0003496503,0.00040807726],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0025604055,0.00022419408,0.00043775348,0.0009276282,0.0005031607,0.002469612,0.002792635,0.0001043708,0.00024868682],"category_scores_gemma":[0.00073323195,0.00020898748,0.00011774233,0.0016102374,0.000035416342,0.011807607,0.0011247182,0.00029719024,0.00006371512],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015731274,0.00023508213,0.49767163,0.00021893019,0.00028708985,0.000018129029,0.010548595,0.0029317082,0.3392553,0.0046212827,0.035015084,0.10903986],"study_design_scores_gemma":[0.0014867923,0.00006737886,0.61820084,0.0030367116,0.00012146546,0.00034898744,0.00078778225,0.018535988,0.24317682,0.0039420435,0.10780072,0.0024944744],"about_ca_topic_score_codex":0.0008362902,"about_ca_topic_score_gemma":0.000009269872,"teacher_disagreement_score":0.37274355,"about_ca_system_score_codex":0.00019093772,"about_ca_system_score_gemma":0.00013350842,"threshold_uncertainty_score":0.9985659},"labels":[],"label_agreement":null},{"id":"W4384303279","doi":"10.1007/978-3-031-37249-0_9","title":"Bootless Application of Greedy Re-ranking Algorithms in Fair Neural Team Formation","year":2023,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Popularity; Ranking (information retrieval); Computer science; Artificial intelligence; Code (set theory); Machine learning; sort; Algorithm; Information retrieval; Psychology; Social psychology","score_opus":0.05539926057455542,"score_gpt":0.3046228611609021,"score_spread":0.24922360058634668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384303279","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002654503,0.0002630467,0.90994984,0.0008501556,0.00055206445,0.0008775728,0.0000166125,0.00022286538,0.087002404],"genre_scores_gemma":[0.91038996,0.0016557993,0.08603141,0.00047512326,0.00009121923,0.0001837232,0.00018291411,0.000029650679,0.00096021453],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99763954,0.000050336614,0.0011626903,0.00029992612,0.0005918067,0.00025570468],"domain_scores_gemma":[0.99682,0.00023356227,0.00065541634,0.0018978014,0.00032553214,0.00006769776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017900039,0.00021667055,0.00033297556,0.0017769074,0.0002955391,0.00032794094,0.003137423,0.00016180385,7.381547e-7],"category_scores_gemma":[0.000038216855,0.0002224143,0.00005310756,0.0009968024,0.0004235009,0.0067010983,0.0016312798,0.00040410392,0.000036712183],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002756936,0.000025560332,0.0002616819,0.00012752163,0.0000045897623,4.2795673e-7,0.011191867,0.0018999077,0.000025746987,0.5260452,0.0001967118,0.460218],"study_design_scores_gemma":[0.00026613937,0.00003839264,0.0014179506,0.0003445314,0.0000020810537,0.0000146753755,0.000100545294,0.983482,0.000026412667,0.004231012,0.009835367,0.00024086013],"about_ca_topic_score_codex":0.000117473195,"about_ca_topic_score_gemma":0.00009260683,"teacher_disagreement_score":0.9815821,"about_ca_system_score_codex":0.00019110172,"about_ca_system_score_gemma":0.00013609166,"threshold_uncertainty_score":0.90697914},"labels":[],"label_agreement":null},{"id":"W4385062611","doi":"10.2139/ssrn.4508135","title":"Q&A Interactions: Managers’ Withholding of Information and the Effect of Giving Investors a Voice","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Business; Monetary economics; Communication; Economics; Psychology","score_opus":0.010783071629249444,"score_gpt":0.2557317786712485,"score_spread":0.2449487070419991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385062611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86210704,0.00082833983,0.13518123,0.0007219377,0.00046971778,0.00017276262,5.368793e-7,0.00006021874,0.00045820954],"genre_scores_gemma":[0.9986397,0.00050053967,0.00031360466,0.000021937847,0.000053619166,0.000007460475,8.79412e-7,0.000005285641,0.000456975],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99851096,0.00023090752,0.00035962576,0.0000881787,0.00025078154,0.0005595605],"domain_scores_gemma":[0.9988952,0.0004211276,0.00038694486,0.00021255706,0.00005005125,0.000034113516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004101645,0.00009497074,0.00019575524,0.0003175552,0.00018703265,0.00009891201,0.0003962442,0.000030865645,9.4404453e-7],"category_scores_gemma":[0.00029887716,0.00006113164,0.000079938756,0.00059472036,0.00006492582,0.0008602117,0.0001036384,0.0005820443,0.000021185027],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048593915,0.000047694582,0.035641983,0.0007738833,0.0013510957,0.000003928661,0.072988264,0.0027997869,0.010780787,0.66045845,0.003961606,0.21070658],"study_design_scores_gemma":[0.040209956,0.006032145,0.023099013,0.0075279213,0.0007164342,0.0138211325,0.045863222,0.2325898,0.01938717,0.3936625,0.21316259,0.0039281007],"about_ca_topic_score_codex":0.0002204554,"about_ca_topic_score_gemma":0.00019896681,"teacher_disagreement_score":0.26679593,"about_ca_system_score_codex":0.00015199945,"about_ca_system_score_gemma":0.00017150804,"threshold_uncertainty_score":0.25287253},"labels":[],"label_agreement":null},{"id":"W4385219145","doi":"10.5465/amproc.2023.11577abstract","title":"The Rise of Neo-Experts: Sources, Characteristics, and Implications","year":2023,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Centrality; CLARITY; Public relations; Jurisdiction; Political science; Domain (mathematical analysis); Sociology; Engineering ethics; Epistemology; Knowledge management; Computer science; Law; Engineering","score_opus":0.021176998388998815,"score_gpt":0.26516330759454154,"score_spread":0.24398630920554273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385219145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9249456,0.0021427618,0.004117885,0.05014851,0.00036833284,0.0012862438,0.00001201124,0.000746425,0.016232247],"genre_scores_gemma":[0.9950575,0.00159923,0.0010486966,0.00014245868,0.000064874046,0.00006846919,7.362675e-7,0.000010019549,0.0020079948],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99893814,0.000008089938,0.00034073906,0.00026315218,0.00022761292,0.00022227879],"domain_scores_gemma":[0.9994607,0.00007037487,0.00025259246,0.00012373069,0.00004285972,0.00004977337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006080956,0.00010020075,0.00015305773,0.0001469643,0.00020586386,0.00008900593,0.0008512284,0.0000541306,7.983333e-7],"category_scores_gemma":[0.00003495792,0.00007520081,0.000037251273,0.0005231398,0.00011282864,0.00024071288,0.00049893657,0.00007782644,0.000008718686],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007780774,0.000036165693,0.01760326,0.0003681028,0.00010952232,5.447251e-7,0.0042438786,9.3223275e-7,0.0032034747,0.7873768,0.07408433,0.112965204],"study_design_scores_gemma":[0.00051460176,0.00009079361,0.26086777,0.00028893322,0.00003860831,0.0000104807095,0.002476264,0.0054934183,0.0036233468,0.010732401,0.71551025,0.00035311014],"about_ca_topic_score_codex":0.000006955585,"about_ca_topic_score_gemma":7.360072e-8,"teacher_disagreement_score":0.7766444,"about_ca_system_score_codex":0.000011252788,"about_ca_system_score_gemma":0.000003877423,"threshold_uncertainty_score":0.30666003},"labels":[],"label_agreement":null},{"id":"W4385817789","doi":"10.2139/ssrn.4539926","title":"Unpacking P-Hacking and Publication Bias","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Download; Desk; Hacker; Publication bias; Contrast (vision); Psychology; Computer science; Statistics; World Wide Web; Computer security; Mathematics","score_opus":0.03032495544857532,"score_gpt":0.26547792085007826,"score_spread":0.23515296540150293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385817789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5174383,0.004762308,0.45048025,0.019323802,0.0016177391,0.00023405325,8.3372976e-7,0.0010614325,0.0050812894],"genre_scores_gemma":[0.99651253,0.0010923772,0.0003123547,0.000102224774,0.00026226713,0.000004122532,0.0000014997404,0.000011086849,0.0017015237],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99782807,0.00008870227,0.00022149939,0.00022199177,0.00025372903,0.0013860032],"domain_scores_gemma":[0.9994082,0.00007075281,0.00014561732,0.00021873791,0.00008188038,0.00007483846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028885098,0.00009520927,0.000109152665,0.0002802368,0.00035292888,0.00049219694,0.0004541243,0.00004944711,0.0000016280793],"category_scores_gemma":[0.00013408349,0.000082475664,0.000044786713,0.00070417504,0.000016876127,0.00057161774,0.00010797251,0.0006771537,0.00008126984],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019488914,0.00001106838,0.0060610585,0.0000060142816,0.000046489193,0.0000060626394,0.0014506648,0.000022161224,0.0009495694,0.8603743,0.0012469151,0.12982379],"study_design_scores_gemma":[0.0020681783,0.00065512874,0.014626568,0.0002822899,0.000027288173,0.006687731,0.0052385996,0.098731816,0.0012935492,0.7951226,0.07400091,0.0012653216],"about_ca_topic_score_codex":0.000034526587,"about_ca_topic_score_gemma":0.000056149514,"teacher_disagreement_score":0.47907424,"about_ca_system_score_codex":0.00026292607,"about_ca_system_score_gemma":0.00051164726,"threshold_uncertainty_score":0.47462663},"labels":[],"label_agreement":null},{"id":"W4387016757","doi":"10.32920/24191931","title":"Feature-Based Question Routing in Community Question Answering Platforms","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Interpretability; Question answering; Computer science; Feature (linguistics); Routing (electronic design automation); Information retrieval; Interpretation (philosophy); Rank (graph theory); Temporality; Artificial intelligence; World Wide Web; Computer network; Epistemology; Mathematics","score_opus":0.05253523913286398,"score_gpt":0.3135120630124127,"score_spread":0.2609768238795487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387016757","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14361714,0.00006456923,0.84843326,0.0013405923,0.002889024,0.00043665426,0.0000043014957,0.0019359585,0.0012784833],"genre_scores_gemma":[0.9752646,0.000009947054,0.023498438,0.00011311298,0.00014572419,0.00007800089,0.00008147334,0.00002969035,0.00077897747],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99789935,0.00037296285,0.00040453713,0.0005311694,0.00038499106,0.00040699658],"domain_scores_gemma":[0.99807185,0.00023409927,0.00025046687,0.0012716108,0.00008387262,0.00008811137],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0034153862,0.00032174122,0.0003960372,0.0004481276,0.0002761577,0.0004523721,0.0013715788,0.0005192996,0.0000011960102],"category_scores_gemma":[0.00022856957,0.000294255,0.00011561268,0.0004483822,0.000027477474,0.00029887256,0.0011826514,0.0019988199,0.00005063748],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008569016,0.000894688,0.18983969,0.0036182196,0.000170011,0.00030885186,0.03480665,0.25955307,0.003835275,0.4515343,0.0075624613,0.047791097],"study_design_scores_gemma":[0.00045442846,0.00007930207,0.025758712,0.004089683,0.000005259937,0.000010898549,0.00029398518,0.9563622,0.0016629096,0.010361953,0.00017319313,0.0007475171],"about_ca_topic_score_codex":0.012913945,"about_ca_topic_score_gemma":0.0029183906,"teacher_disagreement_score":0.8316475,"about_ca_system_score_codex":0.00043840983,"about_ca_system_score_gemma":0.00016580161,"threshold_uncertainty_score":0.99995095},"labels":[],"label_agreement":null},{"id":"W4387017576","doi":"10.32920/24191931.v1","title":"Feature-Based Question Routing in Community Question Answering Platforms","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Interpretability; Computer science; Question answering; Feature (linguistics); Interpretation (philosophy); Routing (electronic design automation); Information retrieval; Temporality; Rank (graph theory); World Wide Web; Artificial intelligence; Computer network","score_opus":0.05253523913286398,"score_gpt":0.3135120630124127,"score_spread":0.2609768238795487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387017576","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14361714,0.00006456923,0.84843326,0.0013405923,0.002889024,0.00043665426,0.0000043014957,0.0019359585,0.0012784833],"genre_scores_gemma":[0.9752646,0.000009947054,0.023498438,0.00011311298,0.00014572419,0.00007800089,0.00008147334,0.00002969035,0.00077897747],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99789935,0.00037296285,0.00040453713,0.0005311694,0.00038499106,0.00040699658],"domain_scores_gemma":[0.99807185,0.00023409927,0.00025046687,0.0012716108,0.00008387262,0.00008811137],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0034153862,0.00032174122,0.0003960372,0.0004481276,0.0002761577,0.0004523721,0.0013715788,0.0005192996,0.0000011960102],"category_scores_gemma":[0.00022856957,0.000294255,0.00011561268,0.0004483822,0.000027477474,0.00029887256,0.0011826514,0.0019988199,0.00005063748],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008569016,0.000894688,0.18983969,0.0036182196,0.000170011,0.00030885186,0.03480665,0.25955307,0.003835275,0.4515343,0.0075624613,0.047791097],"study_design_scores_gemma":[0.00045442846,0.00007930207,0.025758712,0.004089683,0.000005259937,0.000010898549,0.00029398518,0.9563622,0.0016629096,0.010361953,0.00017319313,0.0007475171],"about_ca_topic_score_codex":0.012913945,"about_ca_topic_score_gemma":0.0029183906,"teacher_disagreement_score":0.8316475,"about_ca_system_score_codex":0.00043840983,"about_ca_system_score_gemma":0.00016580161,"threshold_uncertainty_score":0.99995095},"labels":[],"label_agreement":null},{"id":"W4393407281","doi":"10.1109/apsec60848.2023.00076","title":"Investigating Technology Usage Span by Analyzing Users' Q&A Traces in Stack Overflow","year":2023,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Stack (abstract data type); Computer science; Span (engineering); Engineering; Operating system; Structural engineering","score_opus":0.03475071895696308,"score_gpt":0.2857729489402078,"score_spread":0.25102222998324475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393407281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9597611,0.00019425595,0.03357901,0.003065351,0.0002935088,0.00012463027,0.0000024632616,0.001124853,0.0018548361],"genre_scores_gemma":[0.97966486,0.000020761767,0.016745212,0.00014559121,0.000037700796,0.000019726893,0.0000051529323,0.000013378564,0.003347607],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99841785,0.00007458964,0.0003265649,0.00047766406,0.00023047643,0.00047284653],"domain_scores_gemma":[0.9991364,0.00014340569,0.0000867603,0.00052429904,0.000023786066,0.00008536142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006188997,0.00014990412,0.00022673237,0.00058337953,0.00013278985,0.00018223304,0.00079819106,0.0001398141,0.00001056747],"category_scores_gemma":[0.00017493441,0.00013621645,0.00003970996,0.0028034449,0.00006126602,0.0003895241,0.0002555634,0.00022247781,0.00023442517],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016168173,0.000084922794,0.7499915,0.000087417895,0.000047591817,0.00005924614,0.010557545,0.0013567335,0.121892564,0.029097855,0.0652529,0.021570154],"study_design_scores_gemma":[0.0027925645,0.00038288056,0.03390524,0.0011364063,0.000016256638,0.00009829743,0.0069522434,0.71010715,0.09492548,0.016426314,0.13021402,0.0030431673],"about_ca_topic_score_codex":0.00047827596,"about_ca_topic_score_gemma":0.00047062844,"teacher_disagreement_score":0.7160862,"about_ca_system_score_codex":0.000055184908,"about_ca_system_score_gemma":0.00004239433,"threshold_uncertainty_score":0.5554745},"labels":[],"label_agreement":null},{"id":"W4393745761","doi":"10.5281/zenodo.8179026","title":"Replication Package and Online Appendix for \"Characterizing the prevalence, distribution, and duration of stale reviewer recommendations\"","year":2024,"lang":"en","type":"dataset","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of Waterloo","funders":"","keywords":"Replication (statistics); Duration (music); Computer science; R package; Statistics; Mathematics; Physics","score_opus":0.016653071968262344,"score_gpt":0.27484611522195246,"score_spread":0.25819304325369014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393745761","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038431454,0.007069025,0.19930147,0.008935136,0.00036139265,0.0016109043,0.78216875,0.00016681441,0.0000021753715],"genre_scores_gemma":[0.0015301923,0.016141182,0.017540466,0.0007655614,0.0003537939,0.0014722892,0.9617142,0.000038887454,0.00044342873],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977126,0.00018980341,0.0008022942,0.00074845186,0.0002466516,0.0003002055],"domain_scores_gemma":[0.9969051,0.00026982778,0.0006774915,0.0018018873,0.00024234498,0.00010336254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016022583,0.00030614974,0.0004071552,0.00020004639,0.00030807863,0.0004022119,0.00073879666,0.0002765637,0.000005469535],"category_scores_gemma":[0.00071066385,0.00023958411,0.0001034533,0.00040454065,0.000087627166,0.00040995431,0.0004089149,0.0003546677,0.000010068013],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008780305,0.000061460196,0.00013554974,0.0013498027,0.000033806547,0.0000014336381,0.0001058306,5.4398896e-7,0.0005753695,0.003230924,0.9866127,0.007883806],"study_design_scores_gemma":[0.00013857617,0.00011223679,0.0010141412,0.0009582966,0.000084694526,0.00007846529,0.000029464474,0.00792538,0.000777639,0.00067914673,0.9879181,0.00028387108],"about_ca_topic_score_codex":0.00062980433,"about_ca_topic_score_gemma":0.00039650884,"teacher_disagreement_score":0.181761,"about_ca_system_score_codex":0.00015210116,"about_ca_system_score_gemma":0.00012707907,"threshold_uncertainty_score":0.97699565},"labels":[],"label_agreement":null},{"id":"W4393887399","doi":"10.5281/zenodo.5162250","title":"Is reputation on Stack Overflow always a good indicator for users' expertise? No!","year":2021,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Concordia University; University of Victoria; University of Manitoba","funders":"","keywords":"Reputation; Stack (abstract data type); Computer science; Programming language; Political science","score_opus":0.0430868183610195,"score_gpt":0.2731907887991875,"score_spread":0.23010397043816802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393887399","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011428187,0.00026191308,0.023197763,0.0011601907,0.001328482,0.0014075164,0.96617997,0.0010666777,0.0052831853],"genre_scores_gemma":[0.0007647872,0.00025745793,0.0014148552,0.0010827527,0.0007204266,0.0000010684157,0.9928833,0.0011850528,0.0016902841],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99616,0.00049239094,0.0005397897,0.0012746878,0.00092063705,0.0006125523],"domain_scores_gemma":[0.9966268,0.00009743702,0.0004026356,0.0018294017,0.0007485868,0.00029516526],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000841345,0.00037593814,0.00040171816,0.0004973525,0.0020497285,0.0024870029,0.0029418548,0.00030487232,0.002643933],"category_scores_gemma":[0.0010641258,0.0003944919,0.00017984754,0.0006834937,0.00008343577,0.0004305512,0.0016455858,0.0005008192,0.013104357],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038171616,0.00018922698,2.732234e-7,0.00020115454,0.000080827274,0.000028266672,0.0010301172,0.000010619882,0.00020567264,0.0005757819,0.99056286,0.0070770443],"study_design_scores_gemma":[0.0006516887,0.0005701166,0.000012423643,0.00022766729,0.000016992453,0.00006465488,0.000101193815,0.001186015,0.00042793472,0.000033104934,0.9962847,0.00042347016],"about_ca_topic_score_codex":0.00004372157,"about_ca_topic_score_gemma":6.3670507e-7,"teacher_disagreement_score":0.026703324,"about_ca_system_score_codex":0.00040855235,"about_ca_system_score_gemma":0.000031642423,"threshold_uncertainty_score":0.9998507},"labels":[],"label_agreement":null},{"id":"W4394867428","doi":"10.1017/pan.2025.10007","title":"Measuring the Quality of Answers in Political Q&As with Large Language Models","year":2025,"lang":"en","type":"preprint","venue":"Political Analysis","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Operationalization; Quality (philosophy); Parallels; House of Commons; Context (archaeology); Relevance (law); Computer science; Period (music); Politics; Measure (data warehouse); Parliament; Epistemology; Political science; Data mining; Law; History","score_opus":0.07669152858246686,"score_gpt":0.35596429444763544,"score_spread":0.2792727658651686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394867428","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26789403,0.0005524246,0.6754288,0.007077771,0.00019396367,0.00037745383,0.00022209717,0.00018262774,0.048070826],"genre_scores_gemma":[0.9960006,0.0000028170045,0.0026449144,0.0005263023,0.00007390649,0.00004360362,0.000023763037,0.000008750606,0.0006753296],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99566454,0.00073710264,0.00084679376,0.00079436065,0.00089824334,0.0010589651],"domain_scores_gemma":[0.9968624,0.00067705347,0.00017552885,0.0018029009,0.00018543276,0.00029670153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016349157,0.00031855862,0.0010644386,0.00064649404,0.00009192605,0.00014640445,0.0015972205,0.0002573455,0.000014679339],"category_scores_gemma":[0.00032456403,0.00020953908,0.00056201156,0.0013869668,0.00017589881,0.00010274097,0.0010925828,0.0006874245,0.00001011739],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000088829365,0.00013110899,0.009648301,0.00016311569,0.0006315869,0.000009465315,0.002286409,0.0022519918,0.00001076556,0.98479855,0.000011195749,0.000048655336],"study_design_scores_gemma":[0.0016932287,0.00010636697,0.027876714,0.0013640914,0.0023266235,0.00001859019,0.008673842,0.63651174,0.0018189735,0.3170226,0.0003158162,0.0022713887],"about_ca_topic_score_codex":0.03664519,"about_ca_topic_score_gemma":0.003291837,"teacher_disagreement_score":0.72810656,"about_ca_system_score_codex":0.00026135106,"about_ca_system_score_gemma":0.00036036072,"threshold_uncertainty_score":0.9697699},"labels":[],"label_agreement":null},{"id":"W4396745869","doi":"10.19044/esj.2024.v20n12p31","title":"A Comprehensive Review of the Three Main Topic Modeling Algorithms and Challenges in Albanian Employability Skills","year":2024,"lang":"en","type":"review","venue":"European Scientific Journal ESJ","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Employability; Computer science; Management science; Data science; Psychology; Engineering; Pedagogy","score_opus":0.162974489257383,"score_gpt":0.3362245028798368,"score_spread":0.1732500136224538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396745869","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000042464362,0.99307925,0.001425742,0.00051392306,0.0038049063,0.0005275373,0.000012307142,0.000033843207,0.00056005846],"genre_scores_gemma":[0.000039774066,0.9982635,0.0010679609,0.00004707911,0.00022753672,0.0000059822764,0.0000014325542,0.000035415043,0.00031132958],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946197,0.0018683652,0.001449798,0.00091922557,0.0007322329,0.000410665],"domain_scores_gemma":[0.99757123,0.00015718523,0.0005659228,0.0013647693,0.0001829432,0.00015793648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062125586,0.0004016289,0.0012942919,0.0003599517,0.00028003793,0.00062146195,0.0023897528,0.00007957701,0.0000048670063],"category_scores_gemma":[0.00018685828,0.00022957008,0.00056405616,0.0010276913,0.00018485745,0.00021302496,0.001112836,0.0010218907,0.000056462737],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.8535577e-7,0.00003890797,0.0000027340043,0.05068308,0.00004514382,0.000107160005,0.0027893514,0.000006166079,5.498737e-7,0.00021743642,0.0007259913,0.9453833],"study_design_scores_gemma":[0.000078815196,0.00002528462,0.000008346521,0.202201,0.00008989739,0.001069608,0.00008224345,0.0012464048,1.3185883e-7,0.00038750007,0.7945468,0.00026397585],"about_ca_topic_score_codex":0.000006710114,"about_ca_topic_score_gemma":0.000013368921,"teacher_disagreement_score":0.9451193,"about_ca_system_score_codex":0.00013665979,"about_ca_system_score_gemma":0.0003160817,"threshold_uncertainty_score":0.9361596},"labels":[],"label_agreement":null},{"id":"W4401357208","doi":"10.1145/3632620.3671107","title":"Exploring the Effects of Grouping by Programming Experience in Q&A Forums","year":2024,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.07943828903118831,"score_gpt":0.2963304998079392,"score_spread":0.21689221077675086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401357208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7262722,0.0017025137,0.2686543,0.00035912555,0.0017186342,0.0003000194,1.5895601e-7,0.00030276558,0.0006902665],"genre_scores_gemma":[0.99486387,0.00004498253,0.0043457584,0.000040265895,0.000043782795,0.00024678058,3.560072e-7,0.000008220351,0.00040601],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989219,0.00005338768,0.00022121496,0.00029416542,0.00022201751,0.00028735254],"domain_scores_gemma":[0.9992177,0.000355275,0.000027930882,0.00035072514,0.000012106154,0.00003626941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033115386,0.00010179926,0.00012605064,0.00009526777,0.00007313199,0.00021552583,0.0005923574,0.000023254179,9.940215e-7],"category_scores_gemma":[0.00006213224,0.00006436243,0.000051442305,0.00064533355,0.000034483655,0.0006578535,0.0001688725,0.00011282459,0.000012755453],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030461224,0.00009178775,0.0036357073,0.00079647056,0.000029869689,0.000046859674,0.15659358,0.000018622311,0.08206132,0.09398422,0.0020497763,0.66068876],"study_design_scores_gemma":[0.0012335534,0.0007506151,0.0032020188,0.009511178,0.000017230504,0.0001915955,0.014884682,0.1193333,0.49931827,0.0016373591,0.3479062,0.0020140018],"about_ca_topic_score_codex":0.00058599864,"about_ca_topic_score_gemma":0.00005298028,"teacher_disagreement_score":0.6586747,"about_ca_system_score_codex":0.000035107252,"about_ca_system_score_gemma":0.000015819274,"threshold_uncertainty_score":0.26246238},"labels":[],"label_agreement":null},{"id":"W4403433002","doi":"10.1002/pra2.1117","title":"Health Data Exchange: A Search Engine to Identify Health Experts","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Data science; Computer science; Information retrieval","score_opus":0.03631244981559959,"score_gpt":0.3611821055690811,"score_spread":0.3248696557534815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403433002","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09166247,0.0021780196,0.074329615,0.8191133,0.0037017916,0.0038945805,0.00019315474,0.0016775811,0.0032494704],"genre_scores_gemma":[0.9930646,0.00009227684,0.005506866,0.0009748717,0.000037751484,0.00005879879,0.0000037724863,0.00000386477,0.00025724262],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99838436,0.0000047174835,0.00036600328,0.00024576712,0.0006669816,0.00033216926],"domain_scores_gemma":[0.99864364,0.000048457237,0.00026539332,0.00024660732,0.00072453654,0.00007135431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00521457,0.00007211217,0.00015475594,0.0008929785,0.0004405635,0.0005255594,0.0016952724,0.00006385414,2.8951195e-7],"category_scores_gemma":[0.0010176582,0.00005386996,0.000018232693,0.0034677677,0.00006611844,0.0037063533,0.00090386916,0.00009292018,0.000007162953],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031911281,0.000023113163,0.002831709,0.0007533685,0.00002383466,2.9261061e-8,0.027255137,0.000004295938,0.0026743917,0.44813967,0.1252156,0.39307564],"study_design_scores_gemma":[0.00054904167,0.0005202804,0.003157852,0.0006368051,0.0000051645743,0.000043276024,0.005869747,0.09750507,0.015487309,0.005472335,0.8703832,0.00036993765],"about_ca_topic_score_codex":0.00004138701,"about_ca_topic_score_gemma":0.0000036089043,"teacher_disagreement_score":0.9014021,"about_ca_system_score_codex":0.00037372473,"about_ca_system_score_gemma":0.00040568478,"threshold_uncertainty_score":0.50679815},"labels":[],"label_agreement":null},{"id":"W4403537089","doi":"10.1145/3691620.3695326","title":"Studying Versioning in Stack Overflow","year":2024,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software versioning; Stack (abstract data type); Programming language; Operating system; Software","score_opus":0.027034481584580022,"score_gpt":0.2708249576411952,"score_spread":0.24379047605661516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403537089","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43600142,0.0026055253,0.44300538,0.0021218092,0.005344408,0.0002530808,7.455819e-7,0.0014522685,0.10921538],"genre_scores_gemma":[0.9920622,0.000005925219,0.0048824977,0.00008276866,0.000056264696,0.0000037653726,2.1168536e-7,0.000004313194,0.0029020149],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930626,0.00002723085,0.00011217854,0.00023841005,0.0001542537,0.00016167246],"domain_scores_gemma":[0.99966407,0.000083690895,0.000007830896,0.00020506626,0.0000077678615,0.000031601077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027524444,0.00005869165,0.000072295064,0.0001291048,0.00004688302,0.00026623256,0.00027984908,0.000026059384,0.000018394458],"category_scores_gemma":[0.000012554935,0.000047234058,0.000026309888,0.00038891862,0.0000052130954,0.00033197989,0.00013144437,0.000089552064,0.00023544964],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007001752,0.00016226964,0.04094699,0.0002539948,0.00007615696,0.0010836094,0.05304166,0.001765127,0.008417499,0.7105761,0.07195419,0.11171537],"study_design_scores_gemma":[0.00041378336,0.00010773418,0.002929353,0.00065592176,0.000002309875,0.00003613241,0.0013794511,0.91834944,0.0027181343,0.0011309749,0.07186345,0.0004132929],"about_ca_topic_score_codex":0.00014607995,"about_ca_topic_score_gemma":0.0000187032,"teacher_disagreement_score":0.9165843,"about_ca_system_score_codex":0.00005671294,"about_ca_system_score_gemma":0.00003254516,"threshold_uncertainty_score":0.30263072},"labels":[],"label_agreement":null},{"id":"W4403577854","doi":"10.1145/3627673.3679081","title":"Reviewerly: Modeling the Reviewer Assignment Task as an Information Retrieval Problem","year":2024,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Systems, Applications & Products in Data Processing (Canada)","funders":"","keywords":"Computer science; Task (project management); Information retrieval; Engineering; Systems engineering","score_opus":0.025173109137717222,"score_gpt":0.28051526422668516,"score_spread":0.25534215508896796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403577854","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00061151275,0.008334454,0.9634113,0.0044033714,0.001543199,0.0006672023,0.0000010830598,0.0005425921,0.020485302],"genre_scores_gemma":[0.9516675,0.0037974934,0.03185025,0.0060087834,0.0009004201,0.00016365485,0.000025238158,0.00003279449,0.0055538574],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99843854,0.00014343804,0.00046718528,0.000252892,0.00048029007,0.0002176632],"domain_scores_gemma":[0.9990175,0.000045402612,0.000060958257,0.0006487235,0.0001493134,0.00007814715],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019572238,0.00013575608,0.0001593664,0.000068831345,0.00017318531,0.0009612623,0.00068734953,0.00005480563,0.00002277662],"category_scores_gemma":[0.00008683364,0.0000737589,0.000083023464,0.00047195007,0.000012185182,0.0020592432,0.00012859641,0.00016990319,0.0008448528],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066739226,0.000045139317,0.000012352599,0.0009395538,0.00005953541,0.000010017211,0.0141808195,0.0022121044,0.00036134833,0.6456405,0.07128666,0.2652453],"study_design_scores_gemma":[0.000039766717,0.00006945337,9.123513e-7,0.0004970522,0.0000061733845,0.000023917451,0.0000795751,0.629372,0.00007176501,0.0020725785,0.3676419,0.00012492045],"about_ca_topic_score_codex":0.00006198273,"about_ca_topic_score_gemma":0.0000015982868,"teacher_disagreement_score":0.951056,"about_ca_system_score_codex":0.00008038807,"about_ca_system_score_gemma":0.00010096252,"threshold_uncertainty_score":0.9999331},"labels":[],"label_agreement":null},{"id":"W4404812830","doi":"10.1016/j.jjimei.2024.100305","title":"Monitoring semantic relatedness and revealing fairness and biases through trend tests","year":2024,"lang":"en","type":"article","venue":"International Journal of Information Management Data Insights","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Canadian International Development Agency","keywords":"Psychology; Computer science","score_opus":0.0556935867718569,"score_gpt":0.3240861827966999,"score_spread":0.268392596024843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404812830","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19999646,0.007150289,0.7727601,0.003065675,0.011622213,0.00027738555,0.00004207811,0.0002097089,0.004876105],"genre_scores_gemma":[0.9848909,0.0019311912,0.01268946,0.000094773175,0.00026686376,0.0000020746527,0.000034246787,0.000005004777,0.00008548241],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986735,0.000028962988,0.000551019,0.00013930425,0.00051246636,0.00009476536],"domain_scores_gemma":[0.9992288,0.00012200571,0.00024373864,0.00024176361,0.0001177491,0.00004595674],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003818919,0.00010556573,0.00011910873,0.0004604433,0.000082069004,0.0012641591,0.00089297036,0.000034736062,0.0000017057074],"category_scores_gemma":[0.000055659566,0.00008238634,0.00002286742,0.00021042717,0.000023195824,0.0094589265,0.00055555906,0.00012450608,0.000009864691],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058039415,0.00010337973,0.0034967544,0.0009973007,0.0017325705,0.001260436,0.039783068,0.0014652809,0.00027666418,0.2909808,0.016578991,0.64326674],"study_design_scores_gemma":[0.0029536905,0.00025049024,0.01669611,0.0173267,0.0002042761,0.0032800457,0.005910915,0.41571224,0.0015103761,0.018389482,0.5166489,0.0011167921],"about_ca_topic_score_codex":0.000021291218,"about_ca_topic_score_gemma":0.0000022611478,"teacher_disagreement_score":0.78489447,"about_ca_system_score_codex":0.000048792303,"about_ca_system_score_gemma":0.00001796135,"threshold_uncertainty_score":0.9997726},"labels":[],"label_agreement":null},{"id":"W4405144041","doi":"10.1145/3673791.3698404","title":"It Takes a Team to Triumph: Collaborative Expert Finding in Community QA Networks","year":2024,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; Toronto Metropolitan University","funders":"","keywords":"Computer science; Knowledge management; Engineering management; Engineering","score_opus":0.03493239290982937,"score_gpt":0.3165143963919894,"score_spread":0.28158200348216006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405144041","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027970491,0.0032697828,0.82434434,0.01305543,0.0039923936,0.0009520186,0.000006871796,0.0012737793,0.12513489],"genre_scores_gemma":[0.9852837,0.00002303444,0.009108233,0.0018185908,0.00018328679,0.00010243539,0.000002635135,0.00001513852,0.0034629796],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983092,0.0004046948,0.0003238475,0.00034658212,0.00023025759,0.00038541105],"domain_scores_gemma":[0.9986393,0.00055763323,0.000030665287,0.0005804021,0.0000592864,0.00013270216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010340643,0.00018232757,0.00025412612,0.00029864578,0.00024234594,0.00062461384,0.0009274644,0.000110584995,0.00002162388],"category_scores_gemma":[0.00009117302,0.00014860294,0.000053591713,0.0020338127,0.00002581197,0.00042181913,0.00023233327,0.000417621,0.00011884833],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023970882,0.0002524158,0.0011779637,0.00006313978,0.00006746458,0.00012092586,0.32321554,0.0038704267,0.0023399047,0.034650996,0.60989374,0.02432351],"study_design_scores_gemma":[0.0007423694,0.00057255384,0.0007188977,0.0015027906,0.000004377886,0.000055357486,0.027195893,0.6166217,0.0038119988,0.00036860193,0.34735036,0.0010551037],"about_ca_topic_score_codex":0.00096886733,"about_ca_topic_score_gemma":0.0009767602,"teacher_disagreement_score":0.9573132,"about_ca_system_score_codex":0.0001783212,"about_ca_system_score_gemma":0.00011611652,"threshold_uncertainty_score":0.60598516},"labels":[],"label_agreement":null},{"id":"W4405402451","doi":"10.23977/acss.2024.080705","title":"Conditional Question Generation Model Based on Diffusion Model","year":2024,"lang":"en","type":"article","venue":"Advances in Computer Signals and Systems","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Yunnan Normal University","keywords":"Computer science; Diffusion; Econometrics; Mathematics; Physics; Thermodynamics","score_opus":0.026741122110781883,"score_gpt":0.2910939342950543,"score_spread":0.2643528121842724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405402451","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066195847,0.0048464853,0.9861159,0.00022353564,0.0014929862,0.0002235201,0.000011276423,0.00017314208,0.00029362564],"genre_scores_gemma":[0.97880006,0.00013930438,0.020154025,0.00023902625,0.00043578798,0.00007254005,0.000025899042,0.000012426147,0.000120946075],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99834174,0.00014071727,0.00036997793,0.00057081913,0.00036712378,0.00020963828],"domain_scores_gemma":[0.99940526,0.00014805846,0.00006547485,0.0002576812,0.000051093262,0.000072449635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005251799,0.00018623364,0.00022519953,0.00024159509,0.00012455648,0.00046843017,0.00023186595,0.00008890598,7.587817e-7],"category_scores_gemma":[0.000004912374,0.00015452997,0.000048057183,0.00020117202,0.00002456961,0.00079017796,0.00005489518,0.00013220478,0.000009593137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026552184,0.000031021067,0.000065899585,0.000085120955,0.0000029478092,0.0000115228095,0.00023889319,0.89549345,0.00073765614,0.093130134,0.0004856559,0.0097150225],"study_design_scores_gemma":[0.00020621369,0.00009757393,0.000011138559,0.0005656206,0.0000017314711,0.00001537605,0.0000035526991,0.99451435,0.00009447684,0.0037100015,0.00058611156,0.00019386678],"about_ca_topic_score_codex":0.0000138066425,"about_ca_topic_score_gemma":0.0000055930755,"teacher_disagreement_score":0.9721805,"about_ca_system_score_codex":0.00007144268,"about_ca_system_score_gemma":0.000058296133,"threshold_uncertainty_score":0.6301549},"labels":[],"label_agreement":null},{"id":"W4408332555","doi":"10.47989/ir30iconf48244","title":"Preface, Organisation, Reviewers, and Table of content","year":2025,"lang":"en","type":"article","venue":"Information Research an international electronic journal","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Table of contents; Table (database); Computer science; Content (measure theory); Information retrieval; Data science; World Wide Web; Database; Mathematics","score_opus":0.044725480352518394,"score_gpt":0.36067479219244364,"score_spread":0.31594931183992525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408332555","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13642742,0.0028560448,0.8084254,0.010490969,0.0015387273,0.0007106857,0.0000140497295,0.000098850884,0.039437857],"genre_scores_gemma":[0.9947345,0.0019855855,0.0014108797,0.00023254033,0.00006889829,0.000013672802,0.000009629132,0.0000027255894,0.0015415472],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981904,0.00015318926,0.0004875219,0.00009648342,0.00074151735,0.00033087184],"domain_scores_gemma":[0.9980911,0.000089627,0.00018397653,0.00019392444,0.001363459,0.00007791305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030169864,0.00006678179,0.00011231642,0.00056832365,0.00023179296,0.00046573457,0.00078305905,0.000042942043,0.000041693835],"category_scores_gemma":[0.00045209128,0.000056431607,0.00002822311,0.00037580178,0.000051838182,0.0032615706,0.0001271259,0.00043610646,0.000019514044],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026216829,0.000041386193,0.0023393363,0.000039266055,0.00007892805,6.728423e-7,0.0013923686,0.000055367145,0.00092909933,0.9577392,0.005920599,0.031437602],"study_design_scores_gemma":[0.0023139156,0.0008777357,0.00977828,0.0005364497,0.0000069925118,0.00045299984,0.002550348,0.05344377,0.007781592,0.05745409,0.86450297,0.00030083046],"about_ca_topic_score_codex":0.00008201016,"about_ca_topic_score_gemma":0.000010313859,"teacher_disagreement_score":0.90028507,"about_ca_system_score_codex":0.00032533618,"about_ca_system_score_gemma":0.00085937703,"threshold_uncertainty_score":0.44910893},"labels":[],"label_agreement":null},{"id":"W4415665752","doi":"10.1145/3772008.3772013","title":"Blended PC Peer Review Model: Process and Reflection","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Carleton University","funders":"","keywords":"Reflection (computer programming); Process (computing); Shadow (psychology); Software; Quality (philosophy); Technical peer review; Scheme (mathematics); Code review","score_opus":0.02249965312356118,"score_gpt":0.2998345649265709,"score_spread":0.27733491180300973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415665752","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013695598,0.017023327,0.9594153,0.0061573368,0.0009546989,0.0004215284,0.000005321295,0.0022649132,0.00006197135],"genre_scores_gemma":[0.93512195,0.0005548597,0.062388927,0.00066395535,0.00007340287,0.00010971704,0.000008752627,0.000027488864,0.0010509695],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986388,0.000019493875,0.0002700451,0.0004458709,0.0003369934,0.0002888025],"domain_scores_gemma":[0.99532956,0.003571615,0.000060077306,0.0007137702,0.0002454332,0.000079551195],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0004207039,0.00021571733,0.00028100153,0.00016557211,0.00012397824,0.000123043,0.0006676349,0.000101453945,0.0000018372788],"category_scores_gemma":[0.040786654,0.00020479137,0.000056399553,0.0005842844,0.000013894769,0.00034696917,0.0002270614,0.00020487962,0.000008013489],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005298544,0.0006331058,0.29649013,0.06286317,0.0009113768,0.00014393385,0.014281496,0.0938403,0.021783106,0.07210416,0.1454356,0.2914606],"study_design_scores_gemma":[0.00420187,0.00066909805,0.0399617,0.057555936,0.00046919176,0.000572357,0.000098048506,0.6580189,0.079320215,0.009063555,0.14258951,0.0074796635],"about_ca_topic_score_codex":0.00001241752,"about_ca_topic_score_gemma":0.0000015316281,"teacher_disagreement_score":0.92142636,"about_ca_system_score_codex":0.00005077515,"about_ca_system_score_gemma":0.000085341,"threshold_uncertainty_score":0.9672932},"labels":[],"label_agreement":null},{"id":"W4416018011","doi":"10.1145/3746252.3761506","title":"RottenReviews: Benchmarking Review Quality with Human and LLM-Based Judgments","year":2025,"lang":"","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Systems, Applications & Products in Data Processing (Canada)","funders":"","keywords":"Benchmarking; Set (abstract data type); Quality (philosophy); Benchmark (surveying); Empirical research; Quality assessment","score_opus":0.039767714939298836,"score_gpt":0.3598475970057127,"score_spread":0.3200798820664139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416018011","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006220417,0.49238622,0.39076573,0.01524761,0.0020879873,0.004569747,0.0000094788065,0.00038289433,0.08832992],"genre_scores_gemma":[0.8730111,0.03676269,0.028153805,0.042676333,0.000361742,0.00045749344,0.000026559701,0.000057589332,0.018492686],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949026,0.0009897967,0.001448372,0.0013501425,0.00066116644,0.00064789975],"domain_scores_gemma":[0.9971532,0.00023140853,0.0005540013,0.0016091673,0.00021841432,0.00023380491],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0037252244,0.0005466373,0.0012679818,0.000197649,0.0007843442,0.00054589193,0.0010190303,0.00014096498,0.00014527376],"category_scores_gemma":[0.0000896719,0.00040426085,0.00019158186,0.0012393711,0.00018324178,0.00038966155,0.00039985494,0.00033634363,0.00003482945],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004537572,0.001515632,0.07414647,0.08190773,0.0006551455,0.000081080674,0.0014885557,0.000021837026,0.0007217244,0.16200396,0.07960799,0.5978045],"study_design_scores_gemma":[0.0066521107,0.0026013865,0.029316852,0.41910243,0.0007528071,0.00006239846,0.00024318087,0.028445974,0.001397481,0.00078467163,0.5062974,0.0043432973],"about_ca_topic_score_codex":0.0006600766,"about_ca_topic_score_gemma":0.00013890417,"teacher_disagreement_score":0.8667907,"about_ca_system_score_codex":0.00013415921,"about_ca_system_score_gemma":0.00031940307,"threshold_uncertainty_score":0.9998409},"labels":[],"label_agreement":null},{"id":"W4416033833","doi":"10.18653/v1/2025.starsem-1.2","title":"Bridging Information Gaps with Comprehensive Answers: Improving the Diversity and Informativeness of Follow-Up Questions","year":2025,"lang":"","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Bridging (networking); Diversity (politics); Information system; Context (archaeology); Variety (cybernetics)","score_opus":0.013807617179257645,"score_gpt":0.22781695149927397,"score_spread":0.21400933432001634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416033833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22163366,0.00032975647,0.77361315,0.0006925738,0.0007504392,0.00047426412,0.0000091007205,0.00006691107,0.0024301228],"genre_scores_gemma":[0.99773747,0.00006021695,0.0014408162,0.0004131139,0.00001871797,0.0000091048805,0.0000032536518,0.0000028900702,0.0003143911],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99838597,0.00014899543,0.0005516564,0.00021750576,0.0003894128,0.0003064695],"domain_scores_gemma":[0.9981217,0.00025255678,0.0004107781,0.00051805354,0.0006221484,0.00007475635],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00048024522,0.00023950574,0.00033929368,0.0002985616,0.0022591774,0.00039295855,0.0006515926,0.00009561367,0.0000031053316],"category_scores_gemma":[0.000063453685,0.00016261668,0.00007323805,0.00088518497,0.0003147864,0.0034418034,0.0019699687,0.00023175763,0.00000472347],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002613847,0.00009798186,0.065182045,0.0026425796,0.00060731353,0.0000045835527,0.32972437,0.002784554,0.00051574985,0.17898756,0.001089158,0.4181027],"study_design_scores_gemma":[0.004647337,0.0006247222,0.074973024,0.0035933077,0.00021338464,0.00007456836,0.04728254,0.85728645,0.0043305033,0.00032538443,0.005736032,0.0009127717],"about_ca_topic_score_codex":0.003890163,"about_ca_topic_score_gemma":0.0001136418,"teacher_disagreement_score":0.85450184,"about_ca_system_score_codex":0.00008518885,"about_ca_system_score_gemma":0.00029054843,"threshold_uncertainty_score":0.99903977},"labels":[],"label_agreement":null},{"id":"W4416035278","doi":"10.18653/v1/2025.emnlp-main.1667","title":"From Chat Logs to Collective Insights: Aggregative Question Answering","year":2025,"lang":"","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Question answering; Questions and answers; The Internet; Conversation analysis","score_opus":0.013969500524209812,"score_gpt":0.2798178028179277,"score_spread":0.26584830229371786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416035278","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06946992,0.002442286,0.8603742,0.0042281495,0.007201339,0.00093953224,0.000011423877,0.00031900415,0.055014145],"genre_scores_gemma":[0.9444534,0.000071573566,0.010389261,0.0014825403,0.0004459097,0.00010480121,0.0000041072776,0.000017664046,0.04303071],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965437,0.00044943855,0.0006400161,0.0013633409,0.00043858495,0.00056491327],"domain_scores_gemma":[0.99782383,0.00045041382,0.0001925168,0.0008901174,0.0003811593,0.00026195828],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000360384,0.00044683964,0.0005913845,0.0006193838,0.0006400663,0.00078355224,0.001039146,0.00028239255,0.000060689516],"category_scores_gemma":[0.00026405702,0.00041454288,0.00014118988,0.0023290508,0.000097870376,0.00071708346,0.00068224047,0.00031789753,0.0003751289],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028072917,0.0006993445,0.00195531,0.00014923405,0.00097273604,0.00015069974,0.46185654,0.0014991865,0.0246857,0.30236858,0.05202028,0.15336166],"study_design_scores_gemma":[0.0037275206,0.0019612622,0.007771558,0.012401467,0.00013021436,0.000017856599,0.01511178,0.47707126,0.32586536,0.07026372,0.08248297,0.0031950271],"about_ca_topic_score_codex":0.006139824,"about_ca_topic_score_gemma":0.0005203216,"teacher_disagreement_score":0.8749835,"about_ca_system_score_codex":0.000948793,"about_ca_system_score_gemma":0.000638992,"threshold_uncertainty_score":0.99983066},"labels":[],"label_agreement":null},{"id":"W4416379889","doi":"10.1007/978-981-96-9203-3_5","title":"Exploring Sentiments in Stack Overflow Score and Discussion: A Dual Approach with Machine Learning Models and Expert Evaluation","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in electrical engineering","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Random forest; CLARITY; Voting; Dual (grammatical number); Sentiment analysis; Deep learning; Predictive modelling; Embedding; Regression","score_opus":0.052310447791364324,"score_gpt":0.23828262805237682,"score_spread":0.1859721802610125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416379889","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020648674,0.009412923,0.98572963,0.00014848764,0.00016247689,0.0005909986,0.0000015091048,0.00015501404,0.0017340658],"genre_scores_gemma":[0.9749896,0.0006878082,0.022901218,0.000041464154,0.00015943225,0.00017116629,0.000028195142,0.000071774884,0.00094935804],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99798137,0.000047772868,0.00032629468,0.00074873434,0.0005081995,0.0003876528],"domain_scores_gemma":[0.9993425,0.0001942799,0.00007706424,0.00026444643,0.00003490784,0.00008680512],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035734568,0.0004162099,0.00048443797,0.00062766037,0.000068421825,0.00013261985,0.00018409938,0.00024107155,0.0000013858189],"category_scores_gemma":[0.0001025317,0.00029972888,0.00003893567,0.0003287447,0.000016655198,0.00034858895,0.00016951736,0.0010096505,2.9652324e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043199983,0.00004156917,0.00047577592,0.00022483013,0.00008059451,0.00005501768,0.0036936537,0.84130245,0.00037627015,0.008211225,0.0000045704596,0.14549084],"study_design_scores_gemma":[0.0005825575,0.000096251824,0.00006296728,0.00081922405,0.000011438766,0.00004218123,0.000002224953,0.99694806,0.00012988625,0.00073061086,0.00018552011,0.0003890667],"about_ca_topic_score_codex":0.000051733587,"about_ca_topic_score_gemma":0.00001589815,"teacher_disagreement_score":0.9729247,"about_ca_system_score_codex":0.00025924545,"about_ca_system_score_gemma":0.00006429519,"threshold_uncertainty_score":0.99994546},"labels":[],"label_agreement":null},{"id":"W4416535789","doi":"10.1108/s0733-558x20250000097009","title":"The Coevolution of Tasks and Expertise","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Task (project management); Coevolution; TRACE (psycholinguistics); Dynamics (music); Core (optical fiber); Task analysis; Work (physics)","score_opus":0.012513344278136416,"score_gpt":0.224447874050367,"score_spread":0.2119345297722306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416535789","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000055823543,0.0068403366,0.075054474,0.00062428357,0.0006778279,0.00014267533,0.0000028452043,0.00007435568,0.91657764],"genre_scores_gemma":[0.012143463,0.00054383057,0.0010822286,0.00008531478,0.00006164404,0.0000070085703,0.0000012597282,0.0000061430496,0.9860691],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992519,0.000014122581,0.00022453882,0.00023163615,0.00017258429,0.000105235704],"domain_scores_gemma":[0.99919784,0.000105410545,0.000109082444,0.0004981431,0.000057915466,0.00003158566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015865652,0.00012379026,0.00017522575,0.000063328436,0.00012687319,0.00006297712,0.0004192786,0.00013570994,0.0000060278844],"category_scores_gemma":[0.000013698302,0.00007733899,0.000056771936,0.00002210351,0.000075885124,0.00005363983,0.00021284781,0.00009599249,0.000010691524],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012607604,0.0000019166075,0.000004496278,0.00001597756,0.00001690524,0.0000011621433,0.00022507724,1.9541523e-7,0.000038554,0.92539805,0.03297228,0.04132414],"study_design_scores_gemma":[0.00020893692,0.000089290195,0.000038447233,0.00051640865,0.000011462429,0.000020593605,0.000028569033,0.010072844,0.0003520571,0.018966265,0.9693897,0.00030547005],"about_ca_topic_score_codex":0.00008504437,"about_ca_topic_score_gemma":0.000025917057,"teacher_disagreement_score":0.9364174,"about_ca_system_score_codex":0.000029160621,"about_ca_system_score_gemma":0.00005400538,"threshold_uncertainty_score":0.31537926},"labels":[],"label_agreement":null},{"id":"W4416609750","doi":"10.5256/f1000research.121034.r125500","title":"Referee report. For: Using social annotation to construct knowledge with others: A case study across undergraduate courses [version 1; peer review: 1 approved]","year":2022,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Simon Fraser University","keywords":"Construct (python library); Annotation; Peer group; Knowledge acquisition; Knowledge level","score_opus":0.14368093393818981,"score_gpt":0.4589088737385214,"score_spread":0.3152279398003316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416609750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9402592,0.00062708417,0.026383188,0.026690334,0.00037169817,0.0038525339,0.000567497,0.00015560693,0.001092852],"genre_scores_gemma":[0.9808384,0.000004619084,0.005210048,0.00005421347,0.00009616634,0.00026344057,0.000089763125,0.000027397384,0.013415913],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954556,0.0008018091,0.0004407737,0.0006406356,0.0021204797,0.0005407019],"domain_scores_gemma":[0.9956259,0.00022033301,0.00024193643,0.00058617815,0.0031930695,0.00013255037],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007279724,0.00016502495,0.00037097742,0.00019322838,0.0016353313,0.00016546954,0.00072587916,0.00004309141,0.000007712266],"category_scores_gemma":[0.0005523156,0.00014000847,0.00009064569,0.0011191767,0.00014043345,0.00024386247,0.00064408954,0.00033092598,0.000008748144],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000516693,0.0020701995,0.0063787396,0.0018109828,0.00046990404,0.004871299,0.14813419,0.00043183155,0.0047761253,0.003182831,0.8019124,0.025444787],"study_design_scores_gemma":[0.0046444423,0.005050989,0.00041456934,0.0012327398,0.000064678476,0.008364876,0.20255317,0.011020186,0.0012742036,0.0002876371,0.76403886,0.001053637],"about_ca_topic_score_codex":0.0018704026,"about_ca_topic_score_gemma":0.00066038227,"teacher_disagreement_score":0.054418985,"about_ca_system_score_codex":0.00042353242,"about_ca_system_score_gemma":0.000503466,"threshold_uncertainty_score":0.9996644},"labels":[],"label_agreement":null},{"id":"W4417294610","doi":"10.1007/s10515-025-00583-9","title":"Automatic assistance to mitigate rollback inconsistencies in collaborative edits","year":2025,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Saskatchewan","funders":"","keywords":"Rollback; Quality (philosophy); Consistency (knowledge bases); Undo; Collaborative editing; Key (lock); Stack (abstract data type); Exploit","score_opus":0.004495158611059191,"score_gpt":0.2312673177474812,"score_spread":0.22677215913642199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417294610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5207579,0.0017742631,0.45753092,0.0011142584,0.004228984,0.00093903404,0.000019478612,0.013015383,0.00061980396],"genre_scores_gemma":[0.9058779,0.00000525773,0.09345163,0.0001858472,0.000037174672,0.00015636046,0.0000029702655,0.000019695246,0.00026318236],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983261,0.000061089595,0.00045095562,0.00045088617,0.00024710665,0.00046386078],"domain_scores_gemma":[0.9987803,0.0003783187,0.000067552704,0.00052060274,0.00013468823,0.00011853219],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033151175,0.0002553426,0.00037379478,0.00054349535,0.00010020522,0.00021434223,0.00065823557,0.0001223607,0.0000028453933],"category_scores_gemma":[0.000825848,0.00026459922,0.000049623653,0.0028446277,0.000017775237,0.0003702923,0.00019914158,0.00017276022,0.00005852096],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004230687,0.00063002034,0.07314227,0.003237213,0.0008676707,0.0010631685,0.05350958,0.6180446,0.033673804,0.05789892,0.10030222,0.05758824],"study_design_scores_gemma":[0.0005137569,0.00004528687,0.0377677,0.0017677989,0.0000063047805,0.000009959188,0.00015666148,0.9514531,0.0032523707,0.00006611887,0.004468697,0.000492264],"about_ca_topic_score_codex":0.000037560414,"about_ca_topic_score_gemma":0.00005758946,"teacher_disagreement_score":0.38511997,"about_ca_system_score_codex":0.00026602164,"about_ca_system_score_gemma":0.00019906063,"threshold_uncertainty_score":0.9999806},"labels":[],"label_agreement":null},{"id":"W6893281185","doi":"10.5281/zenodo.15400484","title":"Leveraging Reviewer Experience in Code Review Comment Generation","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Australian Research Council","keywords":"Commit; Scripting language; Code (set theory); Set (abstract data type); Annotation; Test (biology)","score_opus":0.11845505716600836,"score_gpt":0.3148332152970608,"score_spread":0.19637815813105247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6893281185","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005534737,0.11274842,0.72452956,0.05026665,0.0034188624,0.0029268798,0.000061417086,0.005329355,0.09518409],"genre_scores_gemma":[0.9592962,0.023816528,0.0038154025,0.007936924,0.00077126,0.0000012437297,0.0006907191,0.0013686467,0.0023030746],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981835,0.00039659484,0.00033708036,0.00047096895,0.0003514824,0.00026039968],"domain_scores_gemma":[0.9990369,0.000018526047,0.00005398123,0.00051719754,0.00028054943,0.000092830895],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013178926,0.00011376596,0.00016167424,0.00017025862,0.000666787,0.0010832231,0.0010800362,0.000031527128,0.0008769078],"category_scores_gemma":[0.00043824356,0.00010731827,0.000040198338,0.0009940792,0.000036253743,0.0004902497,0.0007125438,0.00019844474,0.0029805028],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001421694,0.000047025762,0.0000022529032,0.00061262154,0.000010119545,0.000038252696,0.005658467,0.000029083003,0.0021054952,0.014204908,0.7366227,0.24066769],"study_design_scores_gemma":[0.000081106264,0.000040190596,0.000019233508,0.0013005984,0.0000023059974,0.00006779404,0.000052668838,0.018798513,0.00025330708,0.000029687244,0.9792273,0.00012726091],"about_ca_topic_score_codex":0.000018801999,"about_ca_topic_score_gemma":2.6902157e-7,"teacher_disagreement_score":0.95376146,"about_ca_system_score_codex":0.00019477811,"about_ca_system_score_gemma":0.0000058319674,"threshold_uncertainty_score":0.99995375},"labels":[],"label_agreement":null},{"id":"W6912692243","doi":"10.5281/zenodo.5498865","title":"Replication package for \"Analyzing techniques for duplicate detection on Q&A websites for game development\"","year":2021,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Stack (abstract data type); Replication (statistics); Code (set theory); R package; Call stack; Data source","score_opus":0.06314997014562344,"score_gpt":0.2859000982473554,"score_spread":0.22275012810173195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6912692243","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002813219,0.00005105143,0.99149,0.0010111757,0.0001158246,0.0011897694,0.00007302421,0.0011773916,0.0020785208],"genre_scores_gemma":[0.8280965,0.00006788266,0.15787293,0.0005385378,0.0006778677,0.000022288836,0.0035104428,0.00180334,0.0074101905],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981338,0.00012336235,0.0003453571,0.00080241205,0.00021924697,0.000375819],"domain_scores_gemma":[0.9975441,0.00013016564,0.00018596169,0.0009649748,0.0010663521,0.00010844566],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00118291,0.00015656026,0.00017681594,0.00023366636,0.0019295007,0.00097299425,0.00093458284,0.00008910116,0.000076562144],"category_scores_gemma":[0.0015151661,0.00016603114,0.00009964188,0.00051622273,0.000033504137,0.00029000756,0.0003934539,0.000108882734,0.00047202728],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105271094,0.00018064378,0.000004197099,0.000272622,0.000080129386,0.0000012869589,0.001801622,0.000019803365,0.31331685,0.018251538,0.07444442,0.5915216],"study_design_scores_gemma":[0.00028603536,0.00017185051,0.00003992795,0.000046641635,0.0000061716387,0.000024414676,0.000037536334,0.0017590441,0.24141504,0.0005110834,0.7555396,0.00016264732],"about_ca_topic_score_codex":0.0000026885054,"about_ca_topic_score_gemma":0.0000011211541,"teacher_disagreement_score":0.8336171,"about_ca_system_score_codex":0.00020871172,"about_ca_system_score_gemma":0.000012865463,"threshold_uncertainty_score":0.99936986},"labels":[],"label_agreement":null},{"id":"W6912714632","doi":"10.5281/zenodo.5500268","title":"Replication package for \"Analyzing techniques for duplicate detection on Q&A websites for game development\"","year":2021,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Stack (abstract data type); Replication (statistics); Code (set theory); R package; Call stack; Data source","score_opus":0.06314997014562344,"score_gpt":0.2859000982473554,"score_spread":0.22275012810173195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6912714632","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002813219,0.00005105143,0.99149,0.0010111757,0.0001158246,0.0011897694,0.00007302421,0.0011773916,0.0020785208],"genre_scores_gemma":[0.8280965,0.00006788266,0.15787293,0.0005385378,0.0006778677,0.000022288836,0.0035104428,0.00180334,0.0074101905],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981338,0.00012336235,0.0003453571,0.00080241205,0.00021924697,0.000375819],"domain_scores_gemma":[0.9975441,0.00013016564,0.00018596169,0.0009649748,0.0010663521,0.00010844566],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00118291,0.00015656026,0.00017681594,0.00023366636,0.0019295007,0.00097299425,0.00093458284,0.00008910116,0.000076562144],"category_scores_gemma":[0.0015151661,0.00016603114,0.00009964188,0.00051622273,0.000033504137,0.00029000756,0.0003934539,0.000108882734,0.00047202728],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105271094,0.00018064378,0.000004197099,0.000272622,0.000080129386,0.0000012869589,0.001801622,0.000019803365,0.31331685,0.018251538,0.07444442,0.5915216],"study_design_scores_gemma":[0.00028603536,0.00017185051,0.00003992795,0.000046641635,0.0000061716387,0.000024414676,0.000037536334,0.0017590441,0.24141504,0.0005110834,0.7555396,0.00016264732],"about_ca_topic_score_codex":0.0000026885054,"about_ca_topic_score_gemma":0.0000011211541,"teacher_disagreement_score":0.8336171,"about_ca_system_score_codex":0.00020871172,"about_ca_system_score_gemma":0.000012865463,"threshold_uncertainty_score":0.99936986},"labels":[],"label_agreement":null},{"id":"W6931001795","doi":"10.5281/zenodo.15753363","title":"Fig. 45 in A revision of Parapterogramma Papp and Pseudopterogramma Papp, with a review of the Parapterogramma genus group of the Pacific and Indomalayan regions (Diptera, Sphaeroceridae, Limosininae)","year":2025,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Dorsum; Genus; Group (periodic table); Scale (ratio); Morphology (biology)","score_opus":0.017160298565980843,"score_gpt":0.22776149142054108,"score_spread":0.21060119285456025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931001795","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0462055,0.25819838,0.047339924,0.01147362,0.0019028519,0.027618857,0.0014274179,0.0028909596,0.6029425],"genre_scores_gemma":[0.9490937,0.032190055,0.0035135567,0.00027909086,0.000117525444,0.0000020175037,0.00017846104,0.0021760033,0.01244957],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99713427,0.0008191225,0.00061787164,0.00058934744,0.0005218588,0.00031753394],"domain_scores_gemma":[0.99753374,0.000052299227,0.0007541315,0.0013136044,0.0002471869,0.000099012694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091780466,0.00029042386,0.0005811284,0.00028764547,0.00035404312,0.00021634062,0.0017834284,0.0001514477,0.00014759772],"category_scores_gemma":[0.00021080059,0.00018961425,0.00011795775,0.0013021324,0.00051982456,0.000107022235,0.001536368,0.00034305395,0.000013031387],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014195926,0.00053461414,0.0020074416,0.015378756,0.0003394098,0.000027933273,0.00447466,0.0000030038047,0.00026854422,0.019442221,0.17751871,0.77986276],"study_design_scores_gemma":[0.0007115149,0.00038187095,0.0015691486,0.017850522,0.000043614058,0.00011347749,0.00014498121,0.00007823888,0.000057767524,0.000036324072,0.9787883,0.00022422764],"about_ca_topic_score_codex":0.00020109129,"about_ca_topic_score_gemma":0.000011255332,"teacher_disagreement_score":0.90288824,"about_ca_system_score_codex":0.000033591718,"about_ca_system_score_gemma":0.000014499445,"threshold_uncertainty_score":0.7732245},"labels":[],"label_agreement":null},{"id":"W6931068843","doi":"10.5281/zenodo.3403463","title":"fMRIPrep: a robust preprocessing pipeline for functional MRI","year":2019,"lang":"en","type":"other","venue":"Figshare","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"","keywords":"Pipeline (software); Preprocessor; Workflow; Pattern recognition (psychology); Pipeline transport","score_opus":0.06619723203783366,"score_gpt":0.26324454497154304,"score_spread":0.19704731293370936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931068843","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.6600724e-8,0.0037553,0.1751663,0.00029907693,0.0020423254,0.0013202605,0.10326591,0.0014959723,0.7126548],"genre_scores_gemma":[0.000030156534,0.0000018242815,0.006530793,0.00021076303,0.001891323,0.0005193246,0.034594964,0.00023219586,0.95598865],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984604,0.000022575681,0.00020725849,0.00073094474,0.0002851366,0.0002936624],"domain_scores_gemma":[0.9986667,0.000100002646,0.00028535145,0.00077187637,0.00010413133,0.00007195656],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000069293084,0.0002585486,0.00028978343,0.00017223317,0.000081772545,0.00024029476,0.00077658414,0.00032121336,0.026798615],"category_scores_gemma":[0.00020378687,0.00023447431,0.00014328006,0.0001670101,0.0000034256675,0.00013488869,0.00021497218,0.00015169726,0.004977411],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017797752,0.000014761404,0.0000018588114,0.00055088097,0.000016375021,0.0000019912668,0.00006224051,0.00012938287,0.0000031004768,0.00006593821,0.99731076,0.0018409085],"study_design_scores_gemma":[0.00023822136,0.000017094937,0.0000038296553,0.0047614397,0.0000035867502,0.000014093978,0.0000048076204,0.03440697,0.000028822522,0.000013589162,0.96021587,0.00029166133],"about_ca_topic_score_codex":0.00001318523,"about_ca_topic_score_gemma":0.000010286213,"teacher_disagreement_score":0.24333385,"about_ca_system_score_codex":0.000044308883,"about_ca_system_score_gemma":0.0001916116,"threshold_uncertainty_score":0.99579734},"labels":[],"label_agreement":null},{"id":"W6944775447","doi":"10.20380/gi2022.15","title":"\"Thank you for being nice\": Investigating Perspectives Towards Social Feedback on Stack Overflow","year":2022,"lang":"en","type":"article","venue":"Canada Human-Computer Communications Society","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Stack (abstract data type); Perception; Exploratory research; Norm (philosophy); Inclusion (mineral); Work (physics); Focus group","score_opus":0.0513691925141288,"score_gpt":0.2917564537330774,"score_spread":0.2403872612189486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6944775447","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27398223,0.003980558,0.53768045,0.1477735,0.0068835067,0.0049457885,0.0006624229,0.0025244362,0.021567117],"genre_scores_gemma":[0.89838904,0.000011256635,0.09691108,0.0031725932,0.00043278228,0.00034189306,0.00009296283,0.000041334464,0.00060704927],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973805,0.00035701864,0.0004658372,0.0006204322,0.0006553041,0.00052088714],"domain_scores_gemma":[0.9970484,0.0002897574,0.00029836746,0.0020011496,0.0002215919,0.00014075384],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0007103499,0.00028399366,0.00034104343,0.00006729405,0.0059203855,0.000313942,0.00402083,0.000064329855,0.000012801653],"category_scores_gemma":[0.000026828551,0.000330994,0.00031752157,0.00052497763,0.00018182804,0.0002572519,0.001979345,0.0006636921,0.0000018667689],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070810142,0.00036919522,0.00049321033,0.00010378126,0.00040654957,0.0000036818808,0.18736327,0.0019611507,0.00048197384,0.4629416,0.33098465,0.014883875],"study_design_scores_gemma":[0.002767337,0.0005884878,0.0057779644,0.00014965593,0.00006358986,0.00003997712,0.03362766,0.5561578,0.000378977,0.007511712,0.3907711,0.0021657026],"about_ca_topic_score_codex":0.04945425,"about_ca_topic_score_gemma":0.014870022,"teacher_disagreement_score":0.6244068,"about_ca_system_score_codex":0.0017946662,"about_ca_system_score_gemma":0.0010291245,"threshold_uncertainty_score":0.9999142},"labels":[],"label_agreement":null},{"id":"W6957959787","doi":"10.6084/m9.figshare.13100812.v1","title":"Additional file 2 of An evaluation of DistillerSR’s machine learning-based prioritization tool for title/abstract screening – impact on reviewer-relevant outcomes","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University; Ottawa Hospital","funders":"","keywords":"Prioritization; Key (lock); Task (project management); Matching (statistics); Identification (biology)","score_opus":0.08351574573051249,"score_gpt":0.3260848838904937,"score_spread":0.24256913815998124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6957959787","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000029589846,0.00005125952,0.0007229074,0.000064325905,0.000027970083,0.00026186628,0.9983045,0.000042170475,0.0004954387],"genre_scores_gemma":[0.103998035,2.9404725e-7,0.004090844,0.00008884942,0.00010614048,0.00022681039,0.8913731,0.00001270085,0.00010323578],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992559,0.000047065427,0.00017189876,0.00014276674,0.00031229347,0.00007006972],"domain_scores_gemma":[0.99883693,0.0005244309,0.000196662,0.0001243375,0.0002818659,0.000035795838],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009444108,0.00007221009,0.00013377272,0.000034648154,0.000035562945,0.000019768957,0.00015358225,0.000033684613,0.60867316],"category_scores_gemma":[0.005233535,0.000057648198,0.00008864406,0.000100731275,0.0000024210424,0.00010367633,0.000016164624,0.00005229092,0.00018266929],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004603713,0.000016552269,0.000008895167,0.0001066677,0.000007393811,2.4737804e-7,0.00003140005,0.0024233612,0.0000093697545,0.0000060463194,0.98266065,0.014724831],"study_design_scores_gemma":[0.0002359011,0.00020630757,0.007899719,0.0017415284,0.0000049437695,3.4302712e-7,0.0000029899534,0.7243323,0.00012056664,0.000008173098,0.2653449,0.000102350445],"about_ca_topic_score_codex":0.0000023175376,"about_ca_topic_score_gemma":5.689147e-7,"teacher_disagreement_score":0.7219089,"about_ca_system_score_codex":0.000021520105,"about_ca_system_score_gemma":0.00009594241,"threshold_uncertainty_score":0.62654084},"labels":[],"label_agreement":null},{"id":"W6958251065","doi":"10.6084/m9.figshare.13100812","title":"Additional file 2 of An evaluation of DistillerSR’s machine learning-based prioritization tool for title/abstract screening – impact on reviewer-relevant outcomes","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University; Ottawa Hospital","funders":"","keywords":"Prioritization; Key (lock); Task (project management); Matching (statistics); Identification (biology)","score_opus":0.08351574573051249,"score_gpt":0.3260848838904937,"score_spread":0.24256913815998124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958251065","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000029589846,0.00005125952,0.0007229074,0.000064325905,0.000027970083,0.00026186628,0.9983045,0.000042170475,0.0004954387],"genre_scores_gemma":[0.103998035,2.9404725e-7,0.004090844,0.00008884942,0.00010614048,0.00022681039,0.8913731,0.00001270085,0.00010323578],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992559,0.000047065427,0.00017189876,0.00014276674,0.00031229347,0.00007006972],"domain_scores_gemma":[0.99883693,0.0005244309,0.000196662,0.0001243375,0.0002818659,0.000035795838],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009444108,0.00007221009,0.00013377272,0.000034648154,0.000035562945,0.000019768957,0.00015358225,0.000033684613,0.60867316],"category_scores_gemma":[0.005233535,0.000057648198,0.00008864406,0.000100731275,0.0000024210424,0.00010367633,0.000016164624,0.00005229092,0.00018266929],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004603713,0.000016552269,0.000008895167,0.0001066677,0.000007393811,2.4737804e-7,0.00003140005,0.0024233612,0.0000093697545,0.0000060463194,0.98266065,0.014724831],"study_design_scores_gemma":[0.0002359011,0.00020630757,0.007899719,0.0017415284,0.0000049437695,3.4302712e-7,0.0000029899534,0.7243323,0.00012056664,0.000008173098,0.2653449,0.000102350445],"about_ca_topic_score_codex":0.0000023175376,"about_ca_topic_score_gemma":5.689147e-7,"teacher_disagreement_score":0.7219089,"about_ca_system_score_codex":0.000021520105,"about_ca_system_score_gemma":0.00009594241,"threshold_uncertainty_score":0.62654084},"labels":[],"label_agreement":null},{"id":"W6967986681","doi":"10.5281/zenodo.13585832","title":"Leveraging Reviewer Experience in Code Review Comment Generation","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Australian Research Council","keywords":"Commit; Scripting language; Code (set theory); Set (abstract data type); Annotation; Test (biology); Replication (statistics)","score_opus":0.11845505716600836,"score_gpt":0.3148332152970608,"score_spread":0.19637815813105247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967986681","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005534737,0.11274842,0.72452956,0.05026665,0.0034188624,0.0029268798,0.000061417086,0.005329355,0.09518409],"genre_scores_gemma":[0.9592962,0.023816528,0.0038154025,0.007936924,0.00077126,0.0000012437297,0.0006907191,0.0013686467,0.0023030746],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981835,0.00039659484,0.00033708036,0.00047096895,0.0003514824,0.00026039968],"domain_scores_gemma":[0.9990369,0.000018526047,0.00005398123,0.00051719754,0.00028054943,0.000092830895],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013178926,0.00011376596,0.00016167424,0.00017025862,0.000666787,0.0010832231,0.0010800362,0.000031527128,0.0008769078],"category_scores_gemma":[0.00043824356,0.00010731827,0.000040198338,0.0009940792,0.000036253743,0.0004902497,0.0007125438,0.00019844474,0.0029805028],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001421694,0.000047025762,0.0000022529032,0.00061262154,0.000010119545,0.000038252696,0.005658467,0.000029083003,0.0021054952,0.014204908,0.7366227,0.24066769],"study_design_scores_gemma":[0.000081106264,0.000040190596,0.000019233508,0.0013005984,0.0000023059974,0.00006779404,0.000052668838,0.018798513,0.00025330708,0.000029687244,0.9792273,0.00012726091],"about_ca_topic_score_codex":0.000018801999,"about_ca_topic_score_gemma":2.6902157e-7,"teacher_disagreement_score":0.95376146,"about_ca_system_score_codex":0.00019477811,"about_ca_system_score_gemma":0.0000058319674,"threshold_uncertainty_score":0.99995375},"labels":[],"label_agreement":null},{"id":"W6968610045","doi":"10.5281/zenodo.3748767","title":"Order in Chaos: Prioritizing Mobile App Reviews using Consensus Algorithms","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Université de Montréal; Polytechnique Montréal","funders":"","keywords":"Consensus algorithm; Order (exchange); Mobile apps; Replication (statistics); Mobile device","score_opus":0.09311180818327643,"score_gpt":0.290088839134663,"score_spread":0.19697703095138658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968610045","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05490876,0.0067286743,0.8289634,0.00764674,0.0012767932,0.0051726825,0.00012612175,0.006167606,0.08900922],"genre_scores_gemma":[0.92891765,0.00065532146,0.06343871,0.0020954018,0.0011447642,5.6970936e-7,0.00032552457,0.0024750605,0.00094701245],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99794406,0.00047465065,0.00038308746,0.0005263386,0.0002952495,0.00037663666],"domain_scores_gemma":[0.9989833,0.000022519915,0.00012585458,0.0004290919,0.0002454731,0.0001937206],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008554641,0.00014582349,0.00023910326,0.00015953975,0.0008632416,0.0007159105,0.0012035354,0.00005848531,0.00039195595],"category_scores_gemma":[0.0004623754,0.00014944181,0.00004586785,0.0012544158,0.000065795044,0.00023094843,0.001084989,0.00026176812,0.0026629006],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045264358,0.00028706153,0.00003507302,0.00045759135,0.000054654905,0.000284544,0.03588313,0.0012422992,0.045575883,0.009746603,0.1713093,0.7350786],"study_design_scores_gemma":[0.0003577649,0.0001258865,0.000021221427,0.00008081217,0.0000024397923,0.00012612423,0.0003028188,0.093864836,0.00022312465,0.000023904986,0.9046839,0.0001871751],"about_ca_topic_score_codex":0.000033591874,"about_ca_topic_score_gemma":2.1097443e-7,"teacher_disagreement_score":0.8740089,"about_ca_system_score_codex":0.00011976931,"about_ca_system_score_gemma":0.0000076023334,"threshold_uncertainty_score":0.99811363},"labels":[],"label_agreement":null},{"id":"W6977550102","doi":"10.6084/m9.figshare.7687454.v1","title":"The relationship between night work, chronotype, and cardiometabolic risk factors in female hospital employees","year":2019,"lang":"en","type":"article","venue":"Figshare","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Chronotype; Waist; Body mass index; Night work; Shift work; Risk factor; Work (physics); Cross-sectional study","score_opus":0.04008445545975166,"score_gpt":0.2563720071721049,"score_spread":0.21628755171235325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977550102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941281,0.0012290186,0.000018732813,0.00007646067,0.00024209279,0.00027697746,0.0029508048,0.000091010406,0.0009868138],"genre_scores_gemma":[0.9984863,0.000004155316,0.000055798846,0.0000046698297,0.00010659435,0.000039981605,0.0007025067,0.000010327517,0.0005896714],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990141,0.00010687123,0.00017057877,0.0002840498,0.00018262323,0.00024181593],"domain_scores_gemma":[0.99839383,0.00096457446,0.000094280374,0.0004561032,0.000028139875,0.000063068044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012970812,0.000120216624,0.00017409463,0.00009504718,0.00017929196,0.00024188065,0.00049207197,0.00008702955,0.00017676021],"category_scores_gemma":[0.00056171993,0.0000826371,0.000053299045,0.00049880496,0.000007600692,0.00026681813,0.00019379267,0.00020975046,0.00068948127],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.8544778e-7,0.0000048252605,0.98932713,0.000010120882,0.000008209267,8.459207e-7,0.0011793108,0.000009353489,2.6712866e-7,0.00010812784,0.008695245,0.00065618614],"study_design_scores_gemma":[0.00011753071,0.000034939465,0.97197384,0.000204208,0.0000016792405,3.7382583e-7,0.00006172262,0.00004646481,0.000024808372,0.000052525556,0.027350325,0.00013159537],"about_ca_topic_score_codex":0.00006376693,"about_ca_topic_score_gemma":0.000015705298,"teacher_disagreement_score":0.01865508,"about_ca_system_score_codex":0.00003178112,"about_ca_system_score_gemma":0.000032084743,"threshold_uncertainty_score":0.8862117},"labels":[],"label_agreement":null},{"id":"W6999043442","doi":"","title":"Classification non supervisée des données de hautes dimensions et extraction des connaissances dans les services WEB de question-réponse","year":2009,"lang":"fr","type":"dissertation","venue":"Knowledge UdeS (Institutional Deposit of the University of Sherbrooke)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Filter (signal processing); Field (mathematics); Context (archaeology); Identification (biology); Subject (documents)","score_opus":0.03741411074333983,"score_gpt":0.2611715030873131,"score_spread":0.22375739234397324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6999043442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.838212,0.014222228,0.14057714,0.0002773909,0.0007341353,0.0003541958,0.000023789538,0.00009187656,0.005507236],"genre_scores_gemma":[0.97242117,0.0039679427,0.021616807,0.000024101644,0.00009611222,0.0000033589238,0.00008078064,0.000019087376,0.00177064],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9972053,0.00072500005,0.00054597226,0.0005992257,0.00048522596,0.0004392706],"domain_scores_gemma":[0.99781543,0.0002903164,0.00045389964,0.000525047,0.00072204776,0.0001932784],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00076455757,0.00045662152,0.0005097456,0.000309227,0.0025094596,0.00013308902,0.0014740375,0.0005319291,0.000010239152],"category_scores_gemma":[0.00010712694,0.0004518781,0.0004219423,0.0006124294,0.0015818679,0.0011867195,0.00016816534,0.00044158197,0.000022166492],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024772243,0.0010615004,0.08814619,0.0075583505,0.00025835106,0.000022607588,0.13176355,0.031317033,0.66488355,0.06823992,0.000198411,0.006302787],"study_design_scores_gemma":[0.00057091605,0.00017735815,0.64458364,0.022563577,0.00028732992,0.00013698686,0.0067625623,0.25059783,0.07124811,0.0007953532,0.0018249911,0.00045133766],"about_ca_topic_score_codex":0.023420505,"about_ca_topic_score_gemma":0.18905076,"teacher_disagreement_score":0.5936355,"about_ca_system_score_codex":0.0019012096,"about_ca_system_score_gemma":0.00094301376,"threshold_uncertainty_score":0.9997933},"labels":[],"label_agreement":null},{"id":"W7024784001","doi":"","title":"A study of similarity measures for natural language processing as applied to candidate-project matching","year":2020,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Matching (statistics); Similarity (geometry); Pattern recognition (psychology); Natural language; Measure (data warehouse); Similarity measure","score_opus":0.026330788220089343,"score_gpt":0.2985178834296658,"score_spread":0.27218709520957646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024784001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9834244,0.00044183293,0.000047008198,0.00002458369,0.0012702189,0.0033012882,0.00021021254,0.0005274807,0.010752935],"genre_scores_gemma":[0.9936451,0.000004611119,0.0043139677,0.00025109958,0.000085469335,0.0006149978,0.00020934611,0.00013182889,0.0007436053],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99511725,0.0002853011,0.0010246173,0.0015884707,0.0012733365,0.00071101205],"domain_scores_gemma":[0.9974587,0.00021002522,0.0007550387,0.0009067335,0.00039587385,0.000273652],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011428487,0.0007574097,0.0011411841,0.00054038985,0.001095925,0.00035126522,0.002016652,0.0004186145,0.0000026899856],"category_scores_gemma":[0.00056057435,0.00073071703,0.00026775684,0.0011079093,0.000016904269,0.00059340877,0.00031316266,0.0011084161,0.000027061556],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016354838,0.0015911083,0.000060809016,0.004422341,0.0010241471,0.0003184753,0.028342457,0.00017839648,0.29282874,0.05659389,0.00005559311,0.61294854],"study_design_scores_gemma":[0.015628185,0.006614928,0.0014840569,0.0070648864,0.0013337422,0.00021730343,0.18491022,0.0038739964,0.71173537,0.015229062,0.039388053,0.012520175],"about_ca_topic_score_codex":0.0021230867,"about_ca_topic_score_gemma":0.0037904226,"teacher_disagreement_score":0.60042834,"about_ca_system_score_codex":0.00036524783,"about_ca_system_score_gemma":0.00019348199,"threshold_uncertainty_score":0.9995144},"labels":[],"label_agreement":null},{"id":"W7034524533","doi":"","title":"Traditional food consumption and nutritional status of Dalit mothers and young children in rural Andhra Pradesh, South India","year":2005,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Stiftung zur Förderung der Ernährungsforschung in der Schweiz; International Development Research Centre","keywords":"Malnutrition; Food security; Consumption (sociology); Public health; Food consumption; Population; Distribution (mathematics); Socioeconomic status","score_opus":0.020068033247673294,"score_gpt":0.232394546895033,"score_spread":0.21232651364735972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034524533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99249107,0.0014329775,0.000002442401,0.000014014978,0.0004370007,0.00063839747,0.002388173,0.00009865397,0.0024972588],"genre_scores_gemma":[0.9957557,0.0004930428,0.0020308134,0.000054728593,0.000069614995,0.00009795839,0.0012333876,0.000055236884,0.00020956858],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9966268,0.00029091604,0.00083593355,0.0008560798,0.00076990976,0.0006203645],"domain_scores_gemma":[0.9984498,0.00016423553,0.00057327317,0.00037599265,0.00012842263,0.0003082768],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00054330035,0.00051449414,0.0006284485,0.00067518046,0.00042267574,0.00016894577,0.000442928,0.000562176,0.00002705705],"category_scores_gemma":[0.000110578476,0.0005630646,0.00013212705,0.00035736014,0.00011395488,0.0010420766,0.00008022298,0.00078697124,0.000010259966],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004287348,0.001083994,0.12260512,0.0013572642,0.00077461486,0.00004239217,0.0019179304,0.000044952474,0.015815811,0.7871162,0.000018174469,0.068794765],"study_design_scores_gemma":[0.0054902155,0.00063521415,0.9658871,0.0019769047,0.000101463214,0.00037813117,0.0012623545,0.00035828206,0.0056781485,0.01572725,0.00076026446,0.0017446256],"about_ca_topic_score_codex":0.0002082113,"about_ca_topic_score_gemma":0.0004512638,"teacher_disagreement_score":0.84328204,"about_ca_system_score_codex":0.00032097293,"about_ca_system_score_gemma":0.00007968116,"threshold_uncertainty_score":0.99968207},"labels":[],"label_agreement":null},{"id":"W7037151534","doi":"","title":"Dimorphisme sexuel dans les manifestations métaboliques et cardiaques de la stéatose hépatique non-alcoolique sans obésité révélée par l’étude d’un nouveau modèle murin","year":2022,"lang":"fr","type":"dissertation","venue":"Papyrus : Institutional Repository (Université de Montréal)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Natural Sciences and Engineering Research Council of Canada; Institut de Cardiologie de Montréal; Fondation Institut de Cardiologie de Montréal; Université de Montréal; University of Ottawa; Heart and Stroke Foundation of Canada","keywords":"Animal model; Energy metabolism; Biological evolution; Connective tissue disease","score_opus":0.007863336397916263,"score_gpt":0.21085955097316633,"score_spread":0.20299621457525008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7037151534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9147618,0.01040111,0.03953644,0.0011458633,0.0020295465,0.0009598045,0.00042161593,0.0005270603,0.030216783],"genre_scores_gemma":[0.9793508,0.0021021783,0.0073409462,0.00031180156,0.0003320771,0.00034462282,0.0008040568,0.00010712756,0.009306361],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9933341,0.0020214864,0.0009162129,0.0014761566,0.001236359,0.0010156767],"domain_scores_gemma":[0.9963259,0.00064800895,0.00084001914,0.0010668987,0.00047803775,0.0006411444],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0010081906,0.0010157572,0.0009083705,0.000662555,0.012226465,0.0004569333,0.0016930188,0.0009585778,0.000044798267],"category_scores_gemma":[0.00011068253,0.0012502532,0.00071194506,0.0007707881,0.00049178576,0.001170106,0.00068322883,0.0015593031,0.000029684099],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030029993,0.00087068253,0.07095006,0.0004112526,0.00083475123,0.010664115,0.4521968,0.035836514,0.054706726,0.37102416,0.00079442834,0.0014101868],"study_design_scores_gemma":[0.0033548065,0.00079938263,0.5876022,0.0016035144,0.0009792404,0.012664276,0.1727579,0.06458057,0.07033486,0.0037522363,0.07726641,0.0043046023],"about_ca_topic_score_codex":0.17506193,"about_ca_topic_score_gemma":0.019412877,"teacher_disagreement_score":0.51665217,"about_ca_system_score_codex":0.0068503544,"about_ca_system_score_gemma":0.004975655,"threshold_uncertainty_score":0.9989947},"labels":[],"label_agreement":null},{"id":"W7108321716","doi":"10.1145/3767695.3769510","title":"Who Gets to be an Expert? The Hidden Bias in Expert Finding","year":2025,"lang":"","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Guelph","funders":"","keywords":"Equity (law); Code (set theory); Work (physics); The Internet","score_opus":0.09956942721341407,"score_gpt":0.34376622408693286,"score_spread":0.2441967968735188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7108321716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45015523,0.020136967,0.15917048,0.22615077,0.02000535,0.0038306585,0.000011733411,0.00091350835,0.11962532],"genre_scores_gemma":[0.93753046,0.00034220572,0.004748171,0.026329303,0.00060525764,0.0002378281,0.0000020046941,0.00003746051,0.030167293],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99433815,0.0008208881,0.0011298084,0.0016072812,0.0007976966,0.0013061622],"domain_scores_gemma":[0.99622715,0.0006452761,0.00016404192,0.002443464,0.00013693067,0.00038316188],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00198126,0.0006140619,0.00073268963,0.00080259115,0.0008516973,0.0016422455,0.003824815,0.00033630058,0.00013724517],"category_scores_gemma":[0.00031164242,0.0004394289,0.00021951212,0.0019658005,0.000127834,0.00094742875,0.0014284591,0.00048805098,0.00016121204],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006619386,0.0005837685,0.0040493654,0.00005810779,0.00011703751,0.00017806033,0.44550112,0.00016254622,0.0069543254,0.07223027,0.16759875,0.30250046],"study_design_scores_gemma":[0.0026492225,0.0010624002,0.0074618342,0.003665234,0.000017849821,0.000070343485,0.05081237,0.2504892,0.04907102,0.0013251392,0.63039416,0.0029811803],"about_ca_topic_score_codex":0.007230477,"about_ca_topic_score_gemma":0.0026317493,"teacher_disagreement_score":0.48737526,"about_ca_system_score_codex":0.0003783512,"about_ca_system_score_gemma":0.0003797449,"threshold_uncertainty_score":0.99980575},"labels":[],"label_agreement":null},{"id":"W7130718594","doi":"10.1109/swc65939.2025.00042","title":"Automated Grading of Discussion Posts in Online Courses","year":2025,"lang":"","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; University of Alberta","funders":"Innovation Fund; Government of Alberta","keywords":"Grading (engineering); Popularity; Comprehension; Online course; Online discussion; Key (lock); Online assessment","score_opus":0.017182165903067127,"score_gpt":0.3158400478820359,"score_spread":0.29865788197896875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7130718594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91461647,0.0024860972,0.043937907,0.018538669,0.007611342,0.00080206984,0.000029024239,0.0010360137,0.010942421],"genre_scores_gemma":[0.9882156,0.000060027996,0.0030123629,0.0001479573,0.000043119537,0.000004214146,0.000005524608,0.000008553306,0.008502625],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975575,0.00022262472,0.0008925917,0.0005529323,0.0003381141,0.00043622561],"domain_scores_gemma":[0.99882865,0.00014902778,0.0002113172,0.0006311959,0.0000922165,0.000087617474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000522438,0.00024537882,0.0005190317,0.0006509504,0.00011906863,0.000120652476,0.0008561665,0.00017530668,0.00002178764],"category_scores_gemma":[0.000092369846,0.000157545,0.00011397721,0.0014931588,0.000090488,0.00031332314,0.00039600846,0.00019579452,0.000013245904],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017395362,0.007123123,0.28283405,0.0023358746,0.00036688213,0.00025191353,0.030947525,0.0024184017,0.08282038,0.1886783,0.054880023,0.34716958],"study_design_scores_gemma":[0.0008621039,0.00015856704,0.031018227,0.003792017,0.000011087866,0.000009514143,0.0011543959,0.9487843,0.012602341,0.00035019338,0.0009749653,0.00028230195],"about_ca_topic_score_codex":0.0009595951,"about_ca_topic_score_gemma":0.00028872857,"teacher_disagreement_score":0.9463659,"about_ca_system_score_codex":0.000117123374,"about_ca_system_score_gemma":0.00027903332,"threshold_uncertainty_score":0.64244986},"labels":[],"label_agreement":null}]}