{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":6,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":6,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"36750f61a174","filters":{"venue":"The Review of Socionetwork Strategies"}},"results":[{"id":"W4213191780","doi":"10.1007/s12626-022-00105-z","title":"Overview and Discussion of the Competition on Legal Information Extraction/Entailment (COLIEE) 2021","year":2022,"lang":"en","type":"article","venue":"The Review of Socionetwork Strategies","topic":"Topic Modeling","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Hokkaido University; Shizuoka University; University of Alberta; National Institute of Informatics; Alberta Machine Intelligence Institute","keywords":"Task (project management); Statute; Computer science; Logical consequence; Component (thermodynamics); Competition (biology); Natural language processing; Information retrieval; Law; Artificial intelligence; Political science","authors":[{"name":"Juliano Rabelo","is_ca":true},{"name":"Randy Goebel","is_ca":true},{"name":"Miyoung Kim","is_ca":true},{"name":"Yoshinobu Kano","is_ca":false},{"name":"Masaharu Yoshioka","is_ca":false},{"name":"Ken Satoh","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02041053936864444,"gpt":0.2813343749363553,"spread":0.2609238355677108,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06747521,0.003246669,0.003443195,0.01230799,0.005836769,0.01158124,0.006276617,0.004500407,0.03971196],"category_scores_gemma":[0.06808843,0.001107528,0.002772821,0.01242097,0.002067359,0.01002832,0.009134989,0.00476075,0.02631189],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008516013,"about_ca_system_score_gemma":0.01169891,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02881249,"about_ca_topic_score_gemma":0.05269529,"domain_scores_codex":[0.9531818,0.01919245,0.002834266,0.004494868,0.01675992,0.003536739],"domain_scores_gemma":[0.9140526,0.02834608,0.001557854,0.007124057,0.0395042,0.009415219],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003812971,0.0004255842,0.0008966734,0.001217063,0.00009700645,0.00008134999,0.0004456859,0.001738109,0.002032159,0.005445294,0.8278228,0.1594171],"study_design_scores_gemma":[0.000179295,0.0003106623,0.00396632,0.0005185223,0.00005700268,0.0001955731,0.0006071583,0.009491152,0.00429147,0.006774875,0.973464,0.0001439378],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06291305,0.09021676,0.2832319,0.1208966,0.05654792,0.00946552,0.09895205,0.04033627,0.23744],"genre_scores_gemma":[0.1027212,0.01731185,0.2938264,0.02121551,0.00951148,0.00655691,0.35854,0.02195465,0.1683621],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.06747521,"threshold_uncertainty_score":0.3568473,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4210931461","doi":"10.1007/s12626-022-00103-1","title":"Legal Information Retrieval and Entailment Based on BM25, Transformer and Semantic Thesaurus Methods","year":2022,"lang":"en","type":"article","venue":"The Review of Socionetwork Strategies","topic":"Artificial Intelligence in Law","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Alberta","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Textual entailment; Natural language processing; Logical consequence; Information retrieval; Artificial intelligence; Thesaurus; Information extraction; Question answering; Natural language; Task (project management); Semantic computing; Semantic Web","authors":[{"name":"Miyoung Kim","is_ca":true},{"name":"Juliano Rabelo","is_ca":true},{"name":"Kingsley Chijioke Okeke","is_ca":true},{"name":"Randy Goebel","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03401550290011908,"gpt":0.3859493661537293,"spread":0.3519338632536102,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00840282,0.003305472,0.002576601,0.02444991,0.001909408,0.003615682,0.003816138,0.00280684,0.008065275],"category_scores_gemma":[0.01643465,0.0008600352,0.003111083,0.01220103,0.001160757,0.003958869,0.00201271,0.001950371,0.004858568],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002973242,"about_ca_system_score_gemma":0.003071648,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0177045,"about_ca_topic_score_gemma":0.02096017,"domain_scores_codex":[0.9931707,0.002122312,0.001115128,0.001223277,0.002062136,0.0003064784],"domain_scores_gemma":[0.9966115,0.001514939,0.0002591082,0.0004579505,0.001049961,0.0001064163],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002730552,0.0002498663,0.000710471,0.001139601,0.0005694038,0.0001749583,0.0002270988,0.0145208,0.006501184,0.006849019,0.02451748,0.944267],"study_design_scores_gemma":[0.0004678738,0.0006725838,0.008975941,0.0003870655,0.00141893,0.0009015227,0.0005721402,0.8340122,0.03856288,0.05374144,0.05996704,0.0003204126],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02789386,0.01761047,0.9141791,0.00109764,0.0007527113,0.0024389,0.004177035,0.01450836,0.01734187],"genre_scores_gemma":[0.1095074,0.003228182,0.8711721,0.000368517,0.0004337502,0.00151966,0.007864256,0.0006881262,0.005217957],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02444991,"threshold_uncertainty_score":0.0444389,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4390745240","doi":"10.1007/s12626-023-00153-z","title":"Legal Information Retrieval and Entailment Using Transformer-based Approaches","year":2024,"lang":"en","type":"article","venue":"The Review of Socionetwork Strategies","topic":"Artificial Intelligence in Law","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates; University of Alberta; Alberta Machine Intelligence Institute","keywords":"Computer science; Transformer; Textual entailment; Information retrieval; Logical consequence; Natural language processing; Artificial intelligence; Physics; Voltage; Quantum mechanics","authors":[{"name":"M. S. Kim","is_ca":true},{"name":"Juliano Rabelo","is_ca":true},{"name":"Housam Khalifa Bashier Babiker","is_ca":true},{"name":"Md Abed Rahman","is_ca":true},{"name":"Randy Goebel","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09925702547852286,"gpt":0.3673346060913517,"spread":0.2680775806128288,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003782391,0.001061532,0.00142554,0.00761877,0.0009080028,0.002406971,0.002831665,0.001184376,0.005041626],"category_scores_gemma":[0.01005541,0.0005409778,0.002081747,0.004338156,0.001143183,0.007344651,0.002378644,0.002117496,0.002228642],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002289343,"about_ca_system_score_gemma":0.001924001,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009330667,"about_ca_topic_score_gemma":0.01186858,"domain_scores_codex":[0.996819,0.001178264,0.0003477813,0.0006816244,0.0008079998,0.0001652699],"domain_scores_gemma":[0.9954626,0.002837364,0.0002402681,0.0006390106,0.0007212152,0.00009944414],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003097029,0.0002827254,0.001748829,0.0008029808,0.0002581634,0.0001804089,0.0004033259,0.04668,0.006047813,0.04618801,0.01749946,0.8795985],"study_design_scores_gemma":[0.00007039368,0.0001282162,0.001150415,0.00007298588,0.0001634412,0.0002828998,0.00021083,0.8580989,0.007955321,0.1204703,0.0113505,0.0000458984],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01702856,0.003171651,0.9695123,0.001058175,0.0001078442,0.0003085461,0.0009631432,0.00342925,0.00442048],"genre_scores_gemma":[0.4202004,0.003181015,0.5612227,0.0007154052,0.0003876702,0.0003129155,0.007584855,0.0004572748,0.005937854],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.009330667,"threshold_uncertainty_score":0.02000344,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4390822940","doi":"10.1007/s12626-023-00152-0","title":"Overview and Discussion of the Competition on Legal Information, Extraction/Entailment (COLIEE) 2023","year":2024,"lang":"en","type":"article","venue":"The Review of Socionetwork Strategies","topic":"Artificial Intelligence in Law","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; National Institute of Informatics; Shizuoka University; Alberta Innovates; Alberta Machine Intelligence Institute; Hokkaido University; University of Alberta","keywords":"Task (project management); Statute; Computer science; Logical consequence; Competition (biology); Component (thermodynamics); Common law; Task group; Information retrieval; Natural language processing; Law; Political science; Artificial intelligence; Economics; Engineering","authors":[{"name":"Randy Goebel","is_ca":true},{"name":"Yoshinobu Kano","is_ca":false},{"name":"M. S. Kim","is_ca":true},{"name":"Juliano Rabelo","is_ca":true},{"name":"Ken Satoh","is_ca":false},{"name":"Masaharu Yoshioka","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04004910666469563,"gpt":0.3822646249559034,"spread":0.3422155182912078,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04863827,0.003343926,0.003284884,0.01184462,0.005691024,0.01362619,0.006958644,0.004891926,0.04896177],"category_scores_gemma":[0.04691254,0.001189707,0.002781722,0.01425246,0.002388646,0.009574952,0.008823786,0.004844642,0.0333069],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01032983,"about_ca_system_score_gemma":0.015727,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04130096,"about_ca_topic_score_gemma":0.09139119,"domain_scores_codex":[0.9681808,0.009393594,0.002102786,0.003057511,0.01435942,0.002905974],"domain_scores_gemma":[0.9488535,0.01198961,0.001024044,0.003860081,0.02678945,0.007483354],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002038369,0.0002573723,0.0004635504,0.0007819762,0.00005179943,0.00005644589,0.0002004433,0.001142417,0.001159642,0.004829148,0.8806476,0.1102058],"study_design_scores_gemma":[0.00009647537,0.000178637,0.002042483,0.0003780139,0.00002982398,0.0001403699,0.0002420418,0.003604674,0.001766168,0.005096881,0.9863354,0.0000889967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"review","genre_scores_codex":[0.02938947,0.1055023,0.2052639,0.1133322,0.07437903,0.008207653,0.08633679,0.02552091,0.3520677],"genre_scores_gemma":[0.05800172,0.02798549,0.2428805,0.02606938,0.01362175,0.00513371,0.3266822,0.02012165,0.2795035],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.04896177,"threshold_uncertainty_score":0.2572268,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4408404259","doi":"10.1007/s12626-025-00181-x","title":"An Advanced Deep Learning Framework for Skin Cancer Classification","year":2025,"lang":"en","type":"article","venue":"The Review of Socionetwork Strategies","topic":"Cutaneous Melanoma Detection and Management","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Moncton","funders":"","keywords":"Cancer; Computer science; Skin cancer; Deep learning; Artificial intelligence; Medicine","authors":[{"name":"Muhammad Amir Khan","is_ca":false},{"name":"Muhammad Danish Ali","is_ca":false},{"name":"Tehseen Mazhar","is_ca":false},{"name":"Tariq Shahzad","is_ca":false},{"name":"Waheed Ur Rehman","is_ca":false},{"name":"Mohammad Shahid","is_ca":false},{"name":"Habib Hamam","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02182250615061434,"gpt":0.3658657292189873,"spread":0.344043223068373,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009329635,0.000798961,0.0007878434,0.0009054237,0.0003432447,0.0009776563,0.001551259,0.001002449,0.003102007],"category_scores_gemma":[0.001319183,0.000252149,0.0008211312,0.0008249965,0.0002137208,0.0008030625,0.001017219,0.00158401,0.001422132],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008520444,"about_ca_system_score_gemma":0.001322519,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01600442,"about_ca_topic_score_gemma":0.02352164,"domain_scores_codex":[0.9997051,0.00008893154,0.00002072432,0.00006282803,0.00006952864,0.00005285275],"domain_scores_gemma":[0.9996246,0.000151518,0.00002463914,0.00002775888,0.0001396223,0.00003182171],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001135499,0.0002626973,0.004706654,0.0002707951,0.0001853008,0.00009192163,0.00006394628,0.1141994,0.001467631,0.007684743,0.02894063,0.8420127],"study_design_scores_gemma":[0.00001100234,0.00005311961,0.0008619525,0.000079065,0.00004359386,0.00005779148,0.000028592,0.9797102,0.0008004878,0.01173608,0.006607401,0.00001070382],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04187462,0.01834212,0.9198326,0.004587097,0.0007545349,0.0002191343,0.002980731,0.003341353,0.008067826],"genre_scores_gemma":[0.5540701,0.01207065,0.3998569,0.002552215,0.001001004,0.0005419594,0.008249445,0.0002679204,0.02138987],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01600442,"threshold_uncertainty_score":0.0318225,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4392926280","doi":"10.1007/s12626-024-00159-1","title":"Preface of Special Issue on 10th Competition on Legal Information of Extraction and Entailment (COLIEE 2023)","year":2024,"lang":"en","type":"article","venue":"The Review of Socionetwork Strategies","topic":"European and International Contract Law","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Logical consequence; Competition (biology); Extraction (chemistry); Political science; Epistemology; Philosophy; Chemistry; Chromatography; Biology","authors":[{"name":"Randy Goebel","is_ca":true},{"name":"Yoshinobu Kano","is_ca":false},{"name":"Miyoung Kim","is_ca":true},{"name":"Juliano Rabelo","is_ca":true},{"name":"Ken Satoh","is_ca":false},{"name":"Masaharu Yoshioka","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01805446433110731,"gpt":0.3330727565299184,"spread":0.3150182921988111,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004894406,0.001441925,0.00150908,0.007682862,0.003238092,0.008967698,0.002517757,0.006534217,0.2025015],"category_scores_gemma":[0.01951336,0.0005889702,0.00119962,0.004644479,0.001296241,0.004849812,0.003838159,0.007581509,0.07083056],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004519578,"about_ca_system_score_gemma":0.007536166,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01697529,"about_ca_topic_score_gemma":0.02573186,"domain_scores_codex":[0.9964728,0.0004525159,0.0002178456,0.0003186225,0.002165414,0.000372773],"domain_scores_gemma":[0.9814555,0.004622637,0.001057894,0.001036669,0.009444966,0.002382392],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009909474,0.0000104459,0.00001518073,0.00006429425,0.000001506139,0.000007309945,0.000007929204,0.00001233696,0.00003830696,0.0006633719,0.993809,0.005360328],"study_design_scores_gemma":[0.00000847122,0.00001661459,0.0005062801,0.0003280474,0.000005516252,0.00002849439,0.00003167428,0.00005177008,0.00007749746,0.001453662,0.9974826,0.000009424121],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.0004065436,0.02371815,0.0016961,0.06481507,0.8119759,0.0002743264,0.003533231,0.0002901502,0.09329048],"genre_scores_gemma":[0.005245456,0.01954435,0.001999978,0.03477618,0.4006381,0.0004118796,0.006369765,0.0008525542,0.5301617],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.2025015,"threshold_uncertainty_score":0.677435,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}