{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":6,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":6,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"36750f61a174","filters":{"venue":"The Review of Socionetwork Strategies"}},"results":[{"id":"W4213191780","doi":"10.1007/s12626-022-00105-z","title":"Overview and Discussion of the Competition on Legal Information Extraction/Entailment (COLIEE) 2021","year":2022,"lang":"en","type":"article","venue":"The Review of Socionetwork Strategies","topic":"Topic Modeling","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Hokkaido University; Shizuoka University; University of Alberta; National Institute of Informatics; Alberta Machine Intelligence Institute","keywords":"Task (project management); Statute; Computer science; Logical consequence; Component (thermodynamics); Competition (biology); Natural language processing; Information retrieval; Law; Artificial intelligence; Political science","authors":[{"name":"Juliano Rabelo","is_ca":true},{"name":"Randy Goebel","is_ca":true},{"name":"Miyoung Kim","is_ca":true},{"name":"Yoshinobu Kano","is_ca":false},{"name":"Masaharu Yoshioka","is_ca":false},{"name":"Ken Satoh","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02041053936864444,"gpt":0.2813343749363553,"spread":0.2609238355677108,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007239216,0.00007707738,0.0001620952,0.00001694335,0.0002670966,0.00004290652,0.0003930901,0.00001440761,0.00005453806],"category_scores_gemma":[0.000007850786,0.00003749966,0.00008103759,0.0002163126,0.00005451104,0.0005257861,0.0002770438,0.000166439,0.000001955382],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000465981,"about_ca_system_score_gemma":0.00007397825,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002407032,"about_ca_topic_score_gemma":0.000001915572,"domain_scores_codex":[0.9988325,0.0002704591,0.0003440661,0.0000900637,0.000375293,0.00008762262],"domain_scores_gemma":[0.999168,0.00006004144,0.0003540812,0.0003651858,0.00003925866,0.00001342472],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004958095,0.00003896331,0.00003346818,0.001567682,0.00001828296,1.856854e-7,0.0009143458,0.008255433,0.00002346629,0.9190121,0.001084474,0.06904663],"study_design_scores_gemma":[0.002027544,0.001048401,0.0259222,0.04272912,0.0004190866,0.0001472523,0.02064966,0.1469314,0.0003763989,0.163814,0.5946102,0.001324743],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.06174022,0.4450953,0.2596225,0.1948879,0.005693999,0.00731799,0.00006625109,0.0002114719,0.02536439],"genre_scores_gemma":[0.9331319,0.06493536,0.0008627276,0.0008842251,0.00006003567,0.00006297807,0.00000740963,0.000003789139,0.00005156596],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8713917,"threshold_uncertainty_score":0.2054318,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4210931461","doi":"10.1007/s12626-022-00103-1","title":"Legal Information Retrieval and Entailment Based on BM25, Transformer and Semantic Thesaurus Methods","year":2022,"lang":"en","type":"article","venue":"The Review of Socionetwork Strategies","topic":"Artificial Intelligence in Law","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Alberta","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Textual entailment; Natural language processing; Logical consequence; Information retrieval; Artificial intelligence; Thesaurus; Information extraction; Question answering; Natural language; Task (project management); Semantic computing; Semantic Web","authors":[{"name":"Miyoung Kim","is_ca":true},{"name":"Juliano Rabelo","is_ca":true},{"name":"Kingsley Chijioke Okeke","is_ca":true},{"name":"Randy Goebel","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03401550290011908,"gpt":0.3859493661537293,"spread":0.3519338632536102,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004438591,0.0001034513,0.0002295682,0.00002908596,0.001001988,0.00009167562,0.0001913314,0.00003489952,0.0002781069],"category_scores_gemma":[0.00008856934,0.00007409505,0.00007301612,0.000286356,0.0005886984,0.0004335672,0.00003045566,0.0002116548,0.000003451792],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006467579,"about_ca_system_score_gemma":0.0001845969,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003601315,"about_ca_topic_score_gemma":0.00003313866,"domain_scores_codex":[0.9979091,0.0009812082,0.0003649232,0.000104408,0.0004459002,0.0001944654],"domain_scores_gemma":[0.9990301,0.0005449397,0.0001868037,0.0001383446,0.00005864875,0.00004112258],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001411965,0.00005496224,0.00008377698,0.001504701,0.00005200131,0.000001015345,0.02394054,0.001350887,0.00003694364,0.7988204,0.001144062,0.1728695],"study_design_scores_gemma":[0.0002986415,0.0006891431,0.0005780612,0.002775599,0.0003587659,0.000006854181,0.158077,0.004780098,0.0003263782,0.06036231,0.7711487,0.0005985087],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.128309,0.3455687,0.04739275,0.1430623,0.003251035,0.01212088,0.0001122187,0.000486242,0.319697],"genre_scores_gemma":[0.9395694,0.05825134,0.0006931404,0.001295839,0.00008951801,0.00004164933,0.000006947367,0.0000067081,0.0000454744],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8112604,"threshold_uncertainty_score":0.7706583,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4390745240","doi":"10.1007/s12626-023-00153-z","title":"Legal Information Retrieval and Entailment Using Transformer-based Approaches","year":2024,"lang":"en","type":"article","venue":"The Review of Socionetwork Strategies","topic":"Artificial Intelligence in Law","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates; University of Alberta; Alberta Machine Intelligence Institute","keywords":"Computer science; Transformer; Textual entailment; Information retrieval; Logical consequence; Natural language processing; Artificial intelligence; Physics; Voltage; Quantum mechanics","authors":[{"name":"M. S. Kim","is_ca":true},{"name":"Juliano Rabelo","is_ca":true},{"name":"Housam Khalifa Bashier Babiker","is_ca":true},{"name":"Md Abed Rahman","is_ca":true},{"name":"Randy Goebel","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09925702547852286,"gpt":0.3673346060913517,"spread":0.2680775806128288,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001870205,0.0000973022,0.0001803016,0.00002684884,0.0003976907,0.0002263405,0.0001595468,0.00006039155,0.00008610063],"category_scores_gemma":[0.00003595758,0.00006632576,0.000098675,0.0003540759,0.0007567604,0.0009800509,0.00001034333,0.000145191,0.00001164398],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007404986,"about_ca_system_score_gemma":0.0004254417,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004145047,"about_ca_topic_score_gemma":0.00005210588,"domain_scores_codex":[0.9987949,0.0002022019,0.0003696781,0.0000913727,0.0003499451,0.0001918623],"domain_scores_gemma":[0.9995134,0.0002033598,0.00009178427,0.000100532,0.00005448874,0.00003643178],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001752801,0.00001283752,0.00001288536,0.003702048,0.00004089266,6.835574e-7,0.01084006,0.0007436082,0.00002045255,0.9328545,0.0004462884,0.05130822],"study_design_scores_gemma":[0.0001500849,0.0002074277,0.00007995601,0.028053,0.000709578,0.000008400235,0.1463258,0.02795565,0.0009972313,0.06740158,0.7272928,0.0008184399],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.07516387,0.7024443,0.05882622,0.03740961,0.001980482,0.004268948,0.00003664485,0.0004671719,0.1194027],"genre_scores_gemma":[0.9437541,0.05545094,0.0003481323,0.0001914026,0.0002132386,0.000008969947,0.00000654109,0.000006069549,0.00002061179],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8685902,"threshold_uncertainty_score":0.3058755,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4390822940","doi":"10.1007/s12626-023-00152-0","title":"Overview and Discussion of the Competition on Legal Information, Extraction/Entailment (COLIEE) 2023","year":2024,"lang":"en","type":"article","venue":"The Review of Socionetwork Strategies","topic":"Artificial Intelligence in Law","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; National Institute of Informatics; Shizuoka University; Alberta Innovates; Alberta Machine Intelligence Institute; Hokkaido University; University of Alberta","keywords":"Task (project management); Statute; Computer science; Logical consequence; Competition (biology); Component (thermodynamics); Common law; Task group; Information retrieval; Natural language processing; Law; Political science; Artificial intelligence; Economics; Engineering","authors":[{"name":"Randy Goebel","is_ca":true},{"name":"Yoshinobu Kano","is_ca":false},{"name":"M. S. Kim","is_ca":true},{"name":"Juliano Rabelo","is_ca":true},{"name":"Ken Satoh","is_ca":false},{"name":"Masaharu Yoshioka","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04004910666469563,"gpt":0.3822646249559034,"spread":0.3422155182912078,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001282245,0.00008505664,0.0001693276,0.00001806198,0.0004218031,0.0001047682,0.0002076658,0.00004604187,0.000252504],"category_scores_gemma":[0.00005585644,0.00003874797,0.000113715,0.0003489415,0.0006212406,0.0006576054,0.00004383149,0.0001569849,0.00003650071],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005913893,"about_ca_system_score_gemma":0.0001754009,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004193842,"about_ca_topic_score_gemma":0.0001986788,"domain_scores_codex":[0.9986662,0.0003119073,0.0004092218,0.00007991723,0.0004086913,0.0001240866],"domain_scores_gemma":[0.9992943,0.0002252416,0.0002023993,0.00016672,0.00008757675,0.00002371258],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003411237,0.00001318519,0.00001663557,0.001565068,0.00001714977,1.200108e-7,0.002576207,0.0001136174,0.000007361336,0.9711849,0.004662263,0.01984009],"study_design_scores_gemma":[0.00003460795,0.00006492298,0.001041509,0.02732476,0.0001282861,0.000002105744,0.02658934,0.0002253273,0.00009559196,0.0732296,0.8711033,0.0001605737],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.0236128,0.5444227,0.002056871,0.2068442,0.005949974,0.005284389,0.000082877,0.0002506122,0.2114956],"genre_scores_gemma":[0.7208118,0.2782777,0.00003052806,0.0003662373,0.0001865697,0.00002654406,0.000004967568,0.00000472586,0.0002908779],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.8979553,"threshold_uncertainty_score":0.3244211,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4408404259","doi":"10.1007/s12626-025-00181-x","title":"An Advanced Deep Learning Framework for Skin Cancer Classification","year":2025,"lang":"en","type":"article","venue":"The Review of Socionetwork Strategies","topic":"Cutaneous Melanoma Detection and Management","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Moncton","funders":"","keywords":"Cancer; Computer science; Skin cancer; Deep learning; Artificial intelligence; Medicine","authors":[{"name":"Muhammad Amir Khan","is_ca":false},{"name":"Muhammad Danish Ali","is_ca":false},{"name":"Tehseen Mazhar","is_ca":false},{"name":"Tariq Shahzad","is_ca":false},{"name":"Waheed Ur Rehman","is_ca":false},{"name":"Mohammad Shahid","is_ca":false},{"name":"Habib Hamam","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02182250615061434,"gpt":0.3658657292189873,"spread":0.344043223068373,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003626687,0.00009841238,0.0002823092,0.00002888623,0.000161391,0.00001702115,0.0001006457,0.00005599942,0.00008043408],"category_scores_gemma":[0.00006028025,0.00006726396,0.0001233399,0.0002410858,0.00006977152,0.00005033274,0.00001375,0.0001791938,0.000003152604],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005619529,"about_ca_system_score_gemma":0.00007313152,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008393866,"about_ca_topic_score_gemma":0.000009196391,"domain_scores_codex":[0.9992579,0.00008022668,0.0002708271,0.0001474933,0.0001117123,0.0001318717],"domain_scores_gemma":[0.9992736,0.0001522713,0.0001728429,0.0002556253,0.0001202987,0.00002533821],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001398061,0.00007273598,0.0001356715,0.01043135,0.0002045973,7.235491e-7,0.0003910762,0.001180762,0.0003163057,0.2421072,0.001379764,0.74364],"study_design_scores_gemma":[0.00189272,0.001168649,0.01716699,0.06846529,0.002818951,0.00002065372,0.03311032,0.01584579,0.0004708663,0.09181131,0.7665634,0.0006650318],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.01844438,0.6011022,0.3323373,0.02321044,0.001286193,0.005384904,0.000005249768,0.0003447477,0.01788459],"genre_scores_gemma":[0.7062152,0.2872058,0.003856791,0.00131311,0.0002498364,0.0003919096,0.00002321033,0.00001487926,0.0007293051],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.7651837,"threshold_uncertainty_score":0.2742945,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4392926280","doi":"10.1007/s12626-024-00159-1","title":"Preface of Special Issue on 10th Competition on Legal Information of Extraction and Entailment (COLIEE 2023)","year":2024,"lang":"en","type":"article","venue":"The Review of Socionetwork Strategies","topic":"European and International Contract Law","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Logical consequence; Competition (biology); Extraction (chemistry); Political science; Epistemology; Philosophy; Chemistry; Chromatography; Biology","authors":[{"name":"Randy Goebel","is_ca":true},{"name":"Yoshinobu Kano","is_ca":false},{"name":"Miyoung Kim","is_ca":true},{"name":"Juliano Rabelo","is_ca":true},{"name":"Ken Satoh","is_ca":false},{"name":"Masaharu Yoshioka","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01805446433110731,"gpt":0.3330727565299184,"spread":0.3150182921988111,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008132661,0.00006950889,0.000160201,0.00003281151,0.00008985576,0.00005045508,0.000104479,0.00003036172,0.0003863742],"category_scores_gemma":[0.00003640101,0.00004902438,0.00007049799,0.0001208455,0.0002068575,0.000500018,0.00001268494,0.0001133047,0.00003704897],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004469891,"about_ca_system_score_gemma":0.00008180014,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009731617,"about_ca_topic_score_gemma":0.00002516493,"domain_scores_codex":[0.9989794,0.0001868451,0.0003359424,0.00006465134,0.0003564488,0.00007672238],"domain_scores_gemma":[0.9994037,0.0001831658,0.0002220197,0.00007526214,0.00009805758,0.00001778623],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002684343,0.00002678146,0.00000336017,0.001085478,0.00002879502,2.602921e-7,0.001245816,0.0001145409,0.00002840917,0.9799681,0.004715468,0.01275618],"study_design_scores_gemma":[0.0001008831,0.0002258429,0.00100229,0.008474008,0.00005073626,5.784706e-7,0.002862151,0.00007563957,0.0001495535,0.002624953,0.9843544,0.00007894893],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.03359602,0.02743824,0.0001296748,0.005658161,0.001311904,0.0009857228,0.00004611645,0.0000399304,0.9307942],"genre_scores_gemma":[0.861576,0.1362717,0.0000251677,0.0002011025,0.001336994,0.000006372225,0.00001637701,0.000004335224,0.0005618601],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.9796389,"threshold_uncertainty_score":0.4230526,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}