{"meta":{"query_hash":"3ec940164f57","filters":{"venue":"IEEE reliability magazine "},"cohort_total":3,"direct_labels_cover":0,"predictions_cover":3,"exported":3,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/3ec940164f57","api":"https://metacan.xera.ac/api/v1/cohort?venue=IEEE+reliability+magazine+"},"results":[{"id":"W4401211805","doi":"10.1109/mrl.2024.3430192","title":"The Role of Data Quality for Reliable AI Performance in Medical Applications","year":2024,"lang":"en","type":"article","venue":"IEEE reliability magazine ","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Quality (philosophy); Computer science; Reliability engineering; Artificial intelligence; Engineering","score_opus":0.13092505643156185,"score_gpt":0.4731493103841323,"score_spread":0.3422242539525705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401211805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88453746,0.008834235,0.011529154,0.08312362,0.0016490904,0.0047104442,0.00017508733,0.0002179144,0.005223008],"genre_scores_gemma":[0.9967743,0.0009184418,0.0007394384,0.00022050654,0.00040642297,0.00033588204,0.00009830173,0.0000135027385,0.00049320725],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982796,0.00004646629,0.00074696855,0.00036541675,0.00033086145,0.00023071468],"domain_scores_gemma":[0.9973988,0.0010966059,0.000053858133,0.0010832768,0.00025972974,0.00010772574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034095414,0.00008555261,0.00020393248,0.000053902644,0.000091640075,0.000018517614,0.00030602023,0.00012381513,0.000053475935],"category_scores_gemma":[0.0009527462,0.00005969487,0.000049844148,0.00039594516,0.00019142078,0.00016743771,0.00004692062,0.0003059419,0.00008724263],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034812448,0.00048360715,0.061680615,0.002482151,0.00002351178,8.810748e-7,0.00047947522,0.000065826534,0.0013147757,0.0048446087,0.008325808,0.9199506],"study_design_scores_gemma":[0.000078643716,0.00019049649,0.0115233585,0.0003342711,0.000038321028,0.000009434408,0.0002895107,0.10186402,0.007068149,0.017486217,0.8610013,0.00011624738],"about_ca_topic_score_codex":0.00039183375,"about_ca_topic_score_gemma":0.00032694053,"teacher_disagreement_score":0.9198344,"about_ca_system_score_codex":0.00010418241,"about_ca_system_score_gemma":0.00079847354,"threshold_uncertainty_score":0.2434286},"labels":[],"label_agreement":null},{"id":"W4402666373","doi":"10.1109/mrl.2024.3451429","title":"Electric Vehicle-Based Load-Altering Attacks and Their Impacts on Power Grids Operations","year":2024,"lang":"en","type":"article","venue":"IEEE reliability magazine ","topic":"Smart Grid Security and Resilience","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Power grid; Computer science; Electric vehicle; Power (physics); Automotive engineering; Engineering; Physics","score_opus":0.007417567147337064,"score_gpt":0.2293402125052184,"score_spread":0.22192264535788134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402666373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916854,0.0015929065,0.0024313512,0.0005515427,0.0011643335,0.0002531707,0.000026795353,0.0006032257,0.001691254],"genre_scores_gemma":[0.99931335,0.00017733444,0.00007891839,0.00011700165,0.0001686814,0.000022515225,0.0000048696766,0.000036775433,0.00008053012],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988083,0.000039475643,0.00024803993,0.00036026532,0.00018753612,0.00035637835],"domain_scores_gemma":[0.99919975,0.00021296095,0.0000073667547,0.00037512078,0.000055246837,0.00014958499],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030105468,0.0002403698,0.00020398677,0.00012383446,0.000099849276,0.00015129666,0.0001291587,0.00011688051,0.000059498638],"category_scores_gemma":[0.00009763709,0.00018834692,0.00008017536,0.00043827045,0.00006858561,0.00019275947,0.000017866772,0.00040983336,0.00020038316],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061507555,0.00016069897,0.00068082794,0.00093554595,0.000060348673,0.00004677104,0.001409154,0.57101196,0.41359264,0.00023576913,0.008107405,0.0036973485],"study_design_scores_gemma":[0.00037277504,0.00032766216,0.007764951,0.00026405705,0.000018308046,0.000022057007,0.000017137612,0.9034208,0.06468912,0.00016838564,0.022488428,0.00044631638],"about_ca_topic_score_codex":0.00001391196,"about_ca_topic_score_gemma":0.0000358647,"teacher_disagreement_score":0.3489035,"about_ca_system_score_codex":0.00021098695,"about_ca_system_score_gemma":0.00009215773,"threshold_uncertainty_score":0.7680565},"labels":[],"label_agreement":null},{"id":"W4404520961","doi":"10.1109/mrl.2024.3485010","title":"Reliability and Resilience of Systems of Systems","year":2024,"lang":"en","type":"article","venue":"IEEE reliability magazine ","topic":"Risk and Safety Analysis","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hydro-Québec","funders":"","keywords":"Resilience (materials science); Reliability (semiconductor); Reliability engineering; Computer science; Risk analysis (engineering); Business; Engineering; Materials science; Physics","score_opus":0.0351773801022073,"score_gpt":0.3329315774050151,"score_spread":0.29775419730280783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404520961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97806937,0.0075914077,0.0077320407,0.0005794603,0.0017138789,0.0005186181,0.00015519763,0.00007889055,0.0035611142],"genre_scores_gemma":[0.9961307,0.0007233475,0.0003194938,0.0000052240043,0.00008401413,0.000016288608,0.0000020006887,0.00001272233,0.0027062234],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.993847,0.0007783322,0.0021817393,0.0010576209,0.0018380469,0.00029722508],"domain_scores_gemma":[0.9923393,0.0040829554,0.000389988,0.0019453635,0.0010681216,0.00017426348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011717358,0.00023173551,0.0010405022,0.0003718121,0.00007680035,0.00017062429,0.00072499365,0.00018131347,0.000060789556],"category_scores_gemma":[0.0055955853,0.00015658657,0.00030186115,0.0020757539,0.0008063388,0.0004409378,0.00013730269,0.00024443795,0.00015104932],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009524246,0.0012704404,0.28217983,0.010299711,0.00041047455,0.000088565605,0.0039578914,0.49100745,0.073841065,0.023812259,0.057531126,0.05464876],"study_design_scores_gemma":[0.00082773686,0.00083208614,0.15470695,0.0012456956,0.00043027,0.00007881022,0.0019132455,0.7201031,0.0036032829,0.040569153,0.07474825,0.00094142044],"about_ca_topic_score_codex":0.0007361529,"about_ca_topic_score_gemma":0.00003543391,"teacher_disagreement_score":0.22909564,"about_ca_system_score_codex":0.00007519752,"about_ca_system_score_gemma":0.00017419977,"threshold_uncertainty_score":0.6698842},"labels":[],"label_agreement":null}]}